Upload /Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,1189 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 976.26112,
+            "max_vram": 14271.11936,
+            "max_reserved": 13786.677248,
+            "max_allocated": 13755.515392
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.02788254274033573,
+            "stdev": 0.00014691901618021116,
+            "values": [
+                0.02834716796875,
+                0.02747494316101074,
+                0.02777292823791504,
+                0.027554815292358398,
+                0.02754867172241211,
+                0.02753638458251953,
+                0.02764192008972168,
+                0.02764713668823242,
+                0.02758246421813965,
+                0.0275732479095459,
+                0.027701248168945314,
+                0.027662336349487306,
+                0.027627519607543945,
+                0.027612159729003907,
+                0.027541824340820312,
+                0.02753023910522461,
+                0.027521343231201173,
+                0.02754252815246582,
+                0.02754867172241211,
+                0.02755686378479004,
+                0.02756505584716797,
+                0.02756403160095215,
+                0.027563007354736328,
+                0.027593727111816405,
+                0.027571199417114257,
+                0.027585535049438475,
+                0.02756608009338379,
+                0.027632640838623046,
+                0.027595775604248047,
+                0.027644927978515626,
+                0.02794803237915039,
+                0.028193792343139647,
+                0.028188671112060547,
+                0.02819174385070801,
+                0.028212223052978515,
+                0.028255231857299806,
+                0.028121088027954103,
+                0.028264448165893553,
+                0.028188671112060547,
+                0.028196863174438477,
+                0.028203008651733398,
+                0.02819993591308594,
+                0.02812518310546875,
+                0.028058624267578124,
+                0.02790297508239746,
+                0.027878400802612304,
+                0.027859968185424806,
+                0.027864063262939453,
+                0.027846656799316406,
+                0.027841535568237305,
+                0.027801759719848634,
+                0.027661312103271486,
+                0.027663455963134766,
+                0.027674688339233398,
+                0.027599872589111327,
+                0.02757529640197754,
+                0.027576320648193358,
+                0.027576320648193358,
+                0.027672576904296874,
+                0.02755583953857422,
+                0.027587583541870117,
+                0.027677696228027345,
+                0.027600896835327147,
+                0.02776780891418457,
+                0.027819007873535157,
+                0.027821056365966795,
+                0.027886592864990234,
+                0.02795622444152832,
+                0.028047359466552735,
+                0.028041215896606447,
+                0.028027904510498046,
+                0.028229631423950196,
+                0.028011520385742186,
+                0.02815692710876465,
+                0.028197887420654297,
+                0.028200960159301756,
+                0.028172447204589845,
+                0.028081151962280275,
+                0.02810572814941406,
+                0.02795315170288086,
+                0.027963392257690428,
+                0.02795622444152832,
+                0.027865087509155274,
+                0.027997184753417968,
+                0.027842559814453126,
+                0.027832319259643554,
+                0.027806720733642577,
+                0.027793407440185547,
+                0.027826175689697266,
+                0.027644927978515626,
+                0.027681791305541992,
+                0.02768076705932617,
+                0.027611135482788086,
+                0.027681856155395507,
+                0.027633663177490234,
+                0.027659263610839844,
+                0.027687936782836913,
+                0.027743295669555666,
+                0.027797504425048827,
+                0.02779545593261719,
+                0.027814912796020507,
+                0.027863040924072265,
+                0.027843584060668947,
+                0.027870208740234374,
+                0.028011520385742186,
+                0.02799411201477051,
+                0.028016639709472657,
+                0.028030975341796875,
+                0.028042240142822264,
+                0.028047359466552735,
+                0.028048383712768556,
+                0.028108800888061523,
+                0.028029951095581054,
+                0.028020736694335937,
+                0.028005376815795898,
+                0.02797056007385254,
+                0.027999231338500977,
+                0.02792684745788574,
+                0.027873279571533204,
+                0.027999231338500977,
+                0.027865087509155274,
+                0.027865087509155274,
+                0.027821056365966795,
+                0.027824127197265625,
+                0.027808767318725586,
+                0.027825151443481445,
+                0.027791519165039063,
+                0.027627647399902342,
+                0.027688127517700195,
+                0.027707391738891602,
+                0.02769817543029785,
+                0.02768284797668457,
+                0.027800575256347656,
+                0.027824127197265625,
+                0.027831296920776367,
+                0.027802623748779298,
+                0.027790559768676757,
+                0.027812864303588865,
+                0.027815935134887695,
+                0.02795110321044922,
+                0.02792755126953125,
+                0.027983871459960938,
+                0.028029951095581054,
+                0.02799411201477051,
+                0.028027904510498046,
+                0.02798591995239258,
+                0.027983871459960938,
+                0.028016639709472657,
+                0.02796236801147461,
+                0.0279881591796875,
+                0.02797260856628418,
+                0.027898880004882814,
+                0.0279913272857666,
+                0.0279685115814209,
+                0.02794905662536621,
+                0.027838464736938476,
+                0.027844608306884764,
+                0.027878400802612304,
+                0.027848703384399414,
+                0.027823104858398437,
+                0.027817983627319336,
+                0.027817983627319336,
+                0.027827199935913087,
+                0.027830272674560546,
+                0.027841535568237305,
+                0.027813888549804686,
+                0.027838464736938476,
+                0.027814912796020507,
+                0.027802623748779298,
+                0.027819007873535157,
+                0.027816959381103516,
+                0.027827199935913087,
+                0.027838464736938476,
+                0.02782419204711914,
+                0.027844608306884764,
+                0.027815935134887695,
+                0.027805696487426756,
+                0.027999231338500977,
+                0.027966463088989257,
+                0.02796236801147461,
+                0.02797875213623047,
+                0.027986944198608397,
+                0.02798489570617676,
+                0.02796041679382324,
+                0.02798489570617676,
+                0.027999231338500977,
+                0.027963392257690428,
+                0.027924512863159178,
+                0.02817024040222168,
+                0.02799308776855469,
+                0.027873279571533204,
+                0.027906047821044923,
+                0.027907072067260744,
+                0.02792857551574707,
+                0.027869184494018553,
+                0.027889663696289063,
+                0.027856895446777344,
+                0.02787942314147949,
+                0.027831296920776367,
+                0.027850751876831056,
+                0.027882495880126954,
+                0.027870208740234374,
+                0.027889663696289063,
+                0.027852800369262694,
+                0.027852800369262694,
+                0.027865087509155274,
+                0.027865087509155274,
+                0.027858943939208985,
+                0.027864063262939453,
+                0.027847743988037108,
+                0.027883520126342775,
+                0.02789990425109863,
+                0.02797260856628418,
+                0.028017696380615235,
+                0.02797260856628418,
+                0.028011520385742186,
+                0.027967487335205078,
+                0.027872255325317383,
+                0.028027904510498046,
+                0.027975679397583008,
+                0.02797382354736328,
+                0.02792959976196289,
+                0.027901952743530273,
+                0.02798489570617676,
+                0.027880447387695313,
+                0.027889663696289063,
+                0.027868160247802733,
+                0.027876352310180662,
+                0.027886592864990234,
+                0.027865087509155274,
+                0.027859968185424806,
+                0.027843584060668947,
+                0.02788761520385742,
+                0.027886592864990234,
+                0.027869184494018553,
+                0.027873279571533204,
+                0.027864063262939453,
+                0.027868160247802733,
+                0.027890880584716796,
+                0.027854848861694335,
+                0.027890687942504884,
+                0.027839487075805663,
+                0.02787455940246582,
+                0.027891712188720705,
+                0.027906047821044923,
+                0.027878400802612304,
+                0.027894784927368164,
+                0.027884544372558592,
+                0.028010496139526365,
+                0.02795315170288086,
+                0.02798489570617676,
+                0.02796953582763672,
+                0.02795110321044922,
+                0.027947008132934572,
+                0.027892736434936522,
+                0.028040191650390626,
+                0.02795622444152832,
+                0.027897855758666993,
+                0.027881471633911133,
+                0.027857919692993165,
+                0.027870208740234374,
+                0.027869184494018553,
+                0.027850751876831056,
+                0.027865087509155274,
+                0.027855871200561523,
+                0.027832319259643554,
+                0.027897855758666993,
+                0.027865087509155274,
+                0.027868160247802733,
+                0.027828224182128908,
+                0.027837440490722655,
+                0.027854848861694335,
+                0.027891712188720705,
+                0.02790809631347656,
+                0.027864063262939453,
+                0.027889663696289063,
+                0.02792959976196289,
+                0.027896831512451172,
+                0.02790809631347656,
+                0.027888639450073242,
+                0.027850751876831056,
+                0.02800230407714844,
+                0.02797875213623047,
+                0.028006399154663086,
+                0.02796236801147461,
+                0.02799001693725586,
+                0.027979776382446288,
+                0.027963392257690428,
+                0.028005376815795898,
+                0.027963392257690428,
+                0.02795827293395996,
+                0.028017663955688478,
+                0.027982847213745117,
+                0.028006399154663086,
+                0.02792857551574707,
+                0.027991039276123047,
+                0.02791731262207031,
+                0.027900928497314452,
+                0.027874303817749024,
+                0.027885568618774413,
+                0.027854848861694335,
+                0.027891807556152344,
+                0.02789276885986328,
+                0.02791731262207031,
+                0.02791641616821289,
+                0.027876352310180662,
+                0.027923456192016603,
+                0.027891712188720705,
+                0.02792038345336914,
+                0.027890687942504884,
+                0.027858943939208985,
+                0.027898880004882814,
+                0.027906047821044923,
+                0.02788761520385742,
+                0.027914239883422853,
+                0.02792857551574707,
+                0.027905023574829102,
+                0.02793164825439453,
+                0.027896831512451172,
+                0.027983871459960938,
+                0.028009471893310548,
+                0.02799001693725586,
+                0.027900928497314452,
+                0.027923456192016603,
+                0.027991039276123047,
+                0.02796134376525879,
+                0.028008447647094727,
+                0.028017663955688478,
+                0.028161024093627928,
+                0.027982847213745117,
+                0.027914239883422853,
+                0.02790809631347656,
+                0.027896831512451172,
+                0.02789990425109863,
+                0.027897855758666993,
+                0.027857919692993165,
+                0.027905023574829102,
+                0.02791219139099121,
+                0.027869312286376954,
+                0.027893760681152343,
+                0.02794393539428711,
+                0.027894943237304688,
+                0.027863040924072265,
+                0.027911264419555663,
+                0.028015615463256836,
+                0.02795110321044922,
+                0.027898880004882814,
+                0.02792857551574707,
+                0.027918336868286132,
+                0.02790809631347656,
+                0.027896831512451172,
+                0.027981983184814454,
+                0.02791116714477539,
+                0.02790399932861328,
+                0.0279685115814209,
+                0.02794905662536621,
+                0.02798182487487793,
+                0.0279418888092041,
+                0.02795315170288086
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 9181.37210024474
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 976.26112,
+            "max_vram": 14807.990272,
+            "max_reserved": 14323.54816,
+            "max_allocated": 14274.290688
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 4.894557309468587,
+            "stdev": 0.0026945003551345787,
+            "values": [
+                4.898353342056276,
+                4.89237102127075,
+                4.8929475650787335
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 52.09868510614823
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.01919434239007289,
+            "stdev": 0.00010479883854171403,
+            "values": [
+                0.020281343460083007,
+                0.01963212776184082,
+                0.019141855239868163,
+                0.01905846405029297,
+                0.019066879272460938,
+                0.019075071334838867,
+                0.019105791091918945,
+                0.019132415771484376,
+                0.01905356788635254,
+                0.01907302474975586,
+                0.019070976257324217,
+                0.019130464553833007,
+                0.019099552154541014,
+                0.019111936569213867,
+                0.019097824096679688,
+                0.019138336181640625,
+                0.019099647521972657,
+                0.019113983154296875,
+                0.019242208480834962,
+                0.01917622375488281,
+                0.019090431213378906,
+                0.01903206443786621,
+                0.01906892776489258,
+                0.019104768753051758,
+                0.019139776229858397,
+                0.019051488876342774,
+                0.01909744071960449,
+                0.0192993278503418,
+                0.01907731246948242,
+                0.01937183952331543,
+                0.01909350395202637,
+                0.01923686408996582,
+                0.019117055892944337,
+                0.019211263656616212,
+                0.019127296447753905,
+                0.019145727157592773,
+                0.019095552444458007,
+                0.019107839584350587,
+                0.019092479705810548,
+                0.019565568923950196,
+                0.01906790351867676,
+                0.019098623275756836,
+                0.019088415145874022,
+                0.01912931251525879,
+                0.019185663223266602,
+                0.019162111282348633,
+                0.019115007400512696,
+                0.019126272201538085,
+                0.019153024673461912,
+                0.019150720596313477,
+                0.019091455459594727,
+                0.019380224227905272,
+                0.019087488174438477,
+                0.019200895309448244,
+                0.0190947208404541,
+                0.019082048416137695,
+                0.019080192565917968,
+                0.019132415771484376,
+                0.019091455459594727,
+                0.01906892776489258,
+                0.0191016960144043,
+                0.019105791091918945,
+                0.019119232177734376,
+                0.019129215240478517,
+                0.01983180809020996,
+                0.019108863830566408,
+                0.01931603240966797,
+                0.019114688873291017,
+                0.01920512008666992,
+                0.019112960815429687,
+                0.019171327590942384,
+                0.019104768753051758,
+                0.01912544059753418,
+                0.01912812805175781,
+                0.019122400283813477,
+                0.019130144119262695,
+                0.019128543853759766,
+                0.019135263442993163,
+                0.019113983154296875,
+                0.019134464263916014,
+                0.019117055892944337,
+                0.019128320693969726,
+                0.019101728439331056,
+                0.019141599655151366,
+                0.019111936569213867,
+                0.019117055892944337,
+                0.0191016960144043,
+                0.01923072052001953,
+                0.019121471405029296,
+                0.019144384384155274,
+                0.019108863830566408,
+                0.019163135528564454,
+                0.019122175216674805,
+                0.0191016960144043,
+                0.019091455459594727,
+                0.019133472442626955,
+                0.01912009620666504,
+                0.019128320693969726,
+                0.019188735961914064,
+                0.019159040451049804,
+                0.01923788833618164,
+                0.019138559341430664,
+                0.019119104385375976,
+                0.019165184020996092,
+                0.019116031646728517,
+                0.019134464263916014,
+                0.019132415771484376,
+                0.019137535095214844,
+                0.019133440017700197,
+                0.01920102310180664,
+                0.019142656326293944,
+                0.019291391372680666,
+                0.019142400741577147,
+                0.019165184020996092,
+                0.019127296447753905,
+                0.019145727157592773,
+                0.019163135528564454,
+                0.019164159774780275,
+                0.0191345272064209,
+                0.01915385627746582,
+                0.019138559341430664,
+                0.019155967712402345,
+                0.019139583587646485,
+                0.019169279098510742,
+                0.019154943466186524,
+                0.019169279098510742,
+                0.019143680572509765,
+                0.019162111282348633,
+                0.019144960403442383,
+                0.01926425552368164,
+                0.019163135528564454,
+                0.0192675838470459,
+                0.019168256759643554,
+                0.019290111541748048,
+                0.019174400329589843,
+                0.01920614433288574,
+                0.019191808700561523,
+                0.019168256759643554,
+                0.019186687469482423,
+                0.019191808700561523,
+                0.01919692802429199,
+                0.019185663223266602,
+                0.01920204734802246,
+                0.019216384887695313,
+                0.01922265625,
+                0.01948147201538086,
+                0.019215360641479492,
+                0.019186687469482423,
+                0.019182880401611327,
+                0.019329759597778322,
+                0.019185663223266602,
+                0.01924505615234375,
+                0.01918156814575195,
+                0.01923891258239746,
+                0.01919913673400879,
+                0.019186527252197265,
+                0.01919795227050781,
+                0.019198976516723632,
+                0.019191808700561523,
+                0.019192832946777344,
+                0.019192832946777344,
+                0.01920921516418457,
+                0.019209247589111328,
+                0.019214303970336914,
+                0.01920921516418457,
+                0.01921331214904785,
+                0.019217632293701173,
+                0.019228448867797853,
+                0.01922867202758789,
+                0.019309568405151366,
+                0.019450048446655273,
+                0.0194005126953125,
+                0.019228767395019532,
+                0.019251104354858398,
+                0.019219776153564454,
+                0.019236543655395507,
+                0.0192391357421875,
+                0.01925814437866211,
+                0.01922867202758789,
+                0.01928704071044922,
+                0.01923583984375,
+                0.01923993682861328,
+                0.01924710464477539,
+                0.01926144027709961,
+                0.01924403190612793,
+                0.01922969627380371,
+                0.01924608039855957,
+                0.01925324821472168,
+                0.01923072052001953,
+                0.01923072052001953,
+                0.019224639892578124,
+                0.019244991302490234,
+                0.01923481559753418,
+                0.01923788833618164,
+                0.01925017547607422,
+                0.01923993682861328,
+                0.0192542724609375,
+                0.019320831298828126,
+                0.01927084732055664,
+                0.019258176803588867,
+                0.019284992218017577,
+                0.0192675838470459,
+                0.01926246452331543,
+                0.01925836753845215,
+                0.01926553535461426,
+                0.01926144027709961,
+                0.01927168083190918,
+                0.01927168083190918,
+                0.019270944595336913,
+                0.019262176513671875,
+                0.01926553535461426,
+                0.019276800155639647,
+                0.01925939178466797,
+                0.01927475166320801,
+                0.01927475166320801,
+                0.01926553535461426,
+                0.01927494430541992,
+                0.019270463943481444,
+                0.019277824401855468,
+                0.01927884864807129,
+                0.019281919479370118,
+                0.019280895233154297,
+                0.019277824401855468,
+                0.019283967971801756,
+                0.019283967971801756,
+                0.019293184280395507,
+                0.019294208526611328,
+                0.019290111541748048,
+                0.019298303604125978,
+                0.019305503845214844,
+                0.019300575256347655,
+                0.019376895904541017,
+                0.019311744689941405,
+                0.01930022430419922,
+                0.019309791564941406,
+                0.019334943771362304,
+                0.019301376342773437,
+                0.019314687728881837,
+                0.019286144256591798,
+                0.019297151565551757,
+                0.019308544158935546,
+                0.019313663482666017,
+                0.019340383529663087,
+                0.019320735931396483,
+                0.019316736221313476,
+                0.019296255111694336,
+                0.019304447174072266,
+                0.019332096099853514,
+                0.019333120346069335,
+                0.019529727935791014,
+                0.019320831298828126,
+                0.019334144592285156,
+                0.019308767318725585,
+                0.019319583892822265,
+                0.01934457588195801,
+                0.019304447174072266,
+                0.019152896881103516,
+                0.01908121681213379,
+                0.01907711982727051,
+                0.0190248966217041,
+                0.019139583587646485,
+                0.01903424072265625,
+                0.01910259246826172,
+                0.01904025650024414,
+                0.01902796745300293,
+                0.01907516860961914,
+                0.01902275276184082,
+                0.01910099220275879,
+                0.019103424072265625,
+                0.019054592132568358,
+                0.01906790351867676,
+                0.01903126335144043,
+                0.019230495452880858,
+                0.019486719131469727,
+                0.01905561637878418,
+                0.01904640007019043,
+                0.019096576690673828,
+                0.019076095581054688,
+                0.019076095581054688,
+                0.01905356788635254,
+                0.01906175994873047,
+                0.019017728805541992,
+                0.01905971145629883,
+                0.019082239151000976,
+                0.01906073570251465,
+                0.019078144073486326,
+                0.019104768753051758,
+                0.019113056182861327,
+                0.019139488220214843,
+                0.019079168319702147,
+                0.019075071334838867,
+                0.019109888076782225,
+                0.019100671768188478,
+                0.019100671768188478,
+                0.019108863830566408,
+                0.01908121681213379,
+                0.01906483268737793,
+                0.019103872299194337,
+                0.019066751480102537,
+                0.019082239151000976,
+                0.019070976257324217,
+                0.019076095581054688,
+                0.01927065658569336,
+                0.019126272201538085,
+                0.019097631454467773,
+                0.01909244728088379,
+                0.019183616638183593,
+                0.019140607833862306,
+                0.019095552444458007,
+                0.019110912322998046,
+                0.019079168319702147,
+                0.019081375122070313,
+                0.019096416473388673,
+                0.0191016960144043,
+                0.019115007400512696,
+                0.019054592132568358,
+                0.019090431213378906,
+                0.019087360382080077,
+                0.019079168319702147,
+                0.019110912322998046,
+                0.019074047088623047,
+                0.019096576690673828,
+                0.019072000503540038,
+                0.019088384628295898,
+                0.01907711982727051,
+                0.01908531188964844,
+                0.019307519912719725,
+                0.019095584869384764,
+                0.019135456085205078,
+                0.019311616897583008,
+                0.019088384628295898,
+                0.019174400329589843,
+                0.019075071334838867,
+                0.019121152877807617,
+                0.01909760093688965,
+                0.019159040451049804,
+                0.019102720260620116,
+                0.019165216445922853,
+                0.019161056518554688,
+                0.019121152877807617,
+                0.019129344940185547,
+                0.019095552444458007,
+                0.019115007400512696,
+                0.019110912322998046,
+                0.019102720260620116,
+                0.019137535095214844,
+                0.019112960815429687,
+                0.01909350395202637,
+                0.019109888076782225,
+                0.019104896545410158,
+                0.019099519729614257,
+                0.019104799270629882,
+                0.01911190414428711,
+                0.01947648048400879,
+                0.019120128631591796,
+                0.019116031646728517,
+                0.019120128631591796,
+                0.019131391525268555,
+                0.019134464263916014,
+                0.019145727157592773,
+                0.019165184020996092,
+                0.01914179229736328,
+                0.019131231307983398,
+                0.019140607833862306,
+                0.019128511428833008,
+                0.019133247375488282,
+                0.019149824142456053,
+                0.019143936157226562,
+                0.01914854431152344,
+                0.019135488510131835,
+                0.019140607833862306,
+                0.019164159774780275,
+                0.019148799896240236,
+                0.019154943466186524,
+                0.019152896881103516,
+                0.019168256759643554,
+                0.019151872634887695,
+                0.01915292739868164,
+                0.019440607070922853,
+                0.01915804862976074,
+                0.019147743225097658,
+                0.019184703826904296,
+                0.01916409683227539,
+                0.019151968002319338,
+                0.019155872344970702,
+                0.019190784454345702,
+                0.019187711715698243,
+                0.019168256759643554,
+                0.019168256759643554,
+                0.019183616638183593,
+                0.019176448822021484,
+                0.019166208267211913,
+                0.019172351837158205,
+                0.019191808700561523,
+                0.019170303344726563,
+                0.019203071594238282,
+                0.019190784454345702,
+                0.019186687469482423,
+                0.019187711715698243,
+                0.019187999725341798,
+                0.01919152069091797,
+                0.019191808700561523,
+                0.01920102310180664,
+                0.019196096420288085,
+                0.0191844482421875,
+                0.01918156814575195,
+                0.01923686408996582,
+                0.019174400329589843,
+                0.019190784454345702,
+                0.019187711715698243,
+                0.019192832946777344,
+                0.019198976516723632,
+                0.019211263656616212,
+                0.019182592391967773,
+                0.019208192825317383,
+                0.019207168579101562,
+                0.019198976516723632,
+                0.0192225284576416,
+                0.01920921516418457,
+                0.019203168869018555,
+                0.01920911979675293,
+                0.019203071594238282,
+                0.019211263656616212,
+                0.019204095840454103,
+                0.019211263656616212,
+                0.0192225284576416,
+                0.01920921516418457,
+                0.0192225284576416,
+                0.01921023941040039,
+                0.019207168579101562,
+                0.01924095916748047,
+                0.01922662353515625,
+                0.0192225284576416,
+                0.0192542724609375,
+                0.01923993682861328,
+                0.01924608039855957,
+                0.01923072052001953,
+                0.01923993682861328,
+                0.01923891258239746,
+                0.01922764778137207,
+                0.01922969627380371,
+                0.01923686408996582,
+                0.01923993682861328,
+                0.01923174476623535,
+                0.01921843147277832,
+                0.01924608039855957,
+                0.01923481559753418,
+                0.01922969627380371,
+                0.01924095916748047,
+                0.01923686408996582,
+                0.01925324821472168,
+                0.01925017547607422,
+                0.019264511108398438,
+                0.01925324821472168,
+                0.019268608093261717,
+                0.01924812889099121,
+                0.01926246452331543,
+                0.019260416030883788,
+                0.01964646339416504,
+                0.019264703750610353,
+                0.019283775329589845,
+                0.019276800155639647,
+                0.0192542724609375,
+                0.019264511108398438,
+                0.019300352096557616,
+                0.019277824401855468,
+                0.019281919479370118,
+                0.01926144027709961,
+                0.01927475166320801,
+                0.01927494430541992,
+                0.019294015884399413,
+                0.019276800155639647,
+                0.019269632339477538,
+                0.019276800155639647,
+                0.019281919479370118,
+                0.019307519912719725,
+                0.019288063049316406,
+                0.019273727416992188,
+                0.019272703170776367,
+                0.019283967971801756,
+                0.019290111541748048,
+                0.019296255111694336,
+                0.019301376342773437,
+                0.019547136306762695,
+                0.019283967971801756,
+                0.019297279357910157,
+                0.019307519912719725,
+                0.019297279357910157,
+                0.019294208526611328,
+                0.019298303604125978,
+                0.019304447174072266,
+                0.019294368743896485,
+                0.01930735969543457,
+                0.0192993278503418,
+                0.019322879791259767,
+                0.019298303604125978,
+                0.019312639236450196,
+                0.019306495666503908,
+                0.019318784713745117,
+                0.019315711975097655,
+                0.019313663482666017,
+                0.019304447174072266,
+                0.019309568405151366,
+                0.019318784713745117,
+                0.019400703430175782,
+                0.019311616897583008,
+                0.019327999114990235,
+                0.01930342483520508,
+                0.019336191177368164,
+                0.019323968887329103,
+                0.019191808700561523,
+                0.01908121681213379,
+                0.019131391525268555,
+                0.019143680572509765,
+                0.019098623275756836,
+                0.019102720260620116,
+                0.01908121681213379,
+                0.019104768753051758,
+                0.019079168319702147,
+                0.01905356788635254,
+                0.019058752059936523,
+                0.019060672760009764,
+                0.01905971145629883,
+                0.019094528198242186,
+                0.019119104385375976,
+                0.01908531188964844,
+                0.01905356788635254,
+                0.019151872634887695,
+                0.019084287643432618,
+                0.019137535095214844,
+                0.019087360382080077,
+                0.019072000503540038,
+                0.019084575653076172,
+                0.019088096618652343,
+                0.019131391525268555,
+                0.019122175216674805,
+                0.019066879272460938,
+                0.01903513526916504,
+                0.019175424575805664,
+                0.0190382080078125,
+                0.019088384628295898,
+                0.01904435157775879,
+                0.019061824798583985,
+                0.019079103469848632,
+                0.019103744506835937,
+                0.019079168319702147,
+                0.019107839584350587,
+                0.019066879272460938,
+                0.019096576690673828,
+                0.01905356788635254,
+                0.019087360382080077,
+                0.01909564781188965,
+                0.01907811164855957,
+                0.019065792083740235,
+                0.019109888076782225,
+                0.019074047088623047,
+                0.019076128005981446,
+                0.019074016571044922,
+                0.0191016960144043,
+                0.01908121681213379,
+                0.019087360382080077,
+                0.01907302474975586,
+                0.019494911193847657,
+                0.019113983154296875,
+                0.0190699520111084,
+                0.019079168319702147,
+                0.019104768753051758,
+                0.01906380844116211,
+                0.019126272201538085,
+                0.019305471420288087,
+                0.019120128631591796,
+                0.019056640625,
+                0.01908233642578125,
+                0.019069856643676757,
+                0.01906892776489258,
+                0.01923072052001953,
+                0.019140607833862306,
+                0.019174400329589843,
+                0.019105791091918945,
+                0.019120128631591796,
+                0.019127296447753905,
+                0.019103744506835937,
+                0.019109888076782225,
+                0.019119104385375976,
+                0.019092639923095702,
+                0.01912508773803711,
+                0.019104768753051758,
+                0.019515392303466796,
+                0.019122175216674805,
+                0.019121152877807617,
+                0.019093727111816405,
+                0.019139360427856446,
+                0.019098623275756836,
+                0.019127296447753905,
+                0.019103744506835937,
+                0.019127296447753905,
+                0.019111936569213867,
+                0.019174400329589843,
+                0.01914473533630371,
+                0.01910063934326172,
+                0.01911523246765137,
+                0.019114784240722656,
+                0.019172351837158205,
+                0.019136512756347656,
+                0.019094528198242186,
+                0.019108863830566408,
+                0.019119104385375976,
+                0.019125247955322267,
+                0.019106815338134766,
+                0.019142656326293944,
+                0.019126272201538085,
+                0.019131391525268555,
+                0.019134464263916014,
+                0.019143680572509765,
+                0.019125247955322267,
+                0.019148799896240236,
+                0.019122175216674805,
+                0.019139583587646485,
+                0.019160064697265625,
+                0.019160064697265625,
+                0.019142656326293944,
+                0.019136512756347656,
+                0.019143680572509765,
+                0.019178495407104493,
+                0.019138559341430664,
+                0.01918156814575195,
+                0.019163135528564454,
+                0.019180543899536134,
+                0.019143743515014647,
+                0.019165119171142577,
+                0.019155967712402345,
+                0.019166208267211913,
+                0.019147775650024415,
+                0.019161088943481445,
+                0.019163295745849608,
+                0.019173215866088868,
+                0.019155967712402345,
+                0.019192832946777344,
+                0.019169343948364257,
+                0.01917535972595215,
+                0.019169279098510742,
+                0.019167232513427734,
+                0.019171327590942384,
+                0.01921433639526367,
+                0.019176448822021484,
+                0.019163135528564454,
+                0.019183616638183593,
+                0.019176448822021484,
+                0.019177471160888672,
+                0.019190784454345702,
+                0.01918156814575195,
+                0.01919385528564453,
+                0.01919692802429199,
+                0.019183616638183593,
+                0.01918998336791992,
+                0.019194656372070313,
+                0.019200000762939453,
+                0.01920102310180664,
+                0.019185663223266602,
+                0.019203071594238282,
+                0.019183616638183593,
+                0.019208192825317383,
+                0.019191808700561523,
+                0.019198976516723632,
+                0.019186687469482423,
+                0.01919385528564453,
+                0.01920512008666992,
+                0.019513343811035155,
+                0.019211263656616212,
+                0.019208192825317383,
+                0.01920614433288574,
+                0.019194879531860352,
+                0.019211360931396484,
+                0.01920707130432129,
+                0.01919385528564453,
+                0.01921023941040039,
+                0.01920518493652344,
+                0.019215295791625977,
+                0.019219455718994142,
+                0.01922047996520996,
+                0.019215360641479492,
+                0.01922150421142578,
+                0.01922662353515625,
+                0.01923788833618164,
+                0.01922982406616211,
+                0.01923366355895996,
+                0.01922764778137207,
+                0.01923686408996582,
+                0.019236000061035156,
+                0.019230560302734376,
+                0.01922969627380371,
+                0.01923072052001953,
+                0.019669120788574218,
+                0.019236736297607422,
+                0.01923993682861328,
+                0.01922867202758789,
+                0.01922150421142578,
+                0.01924403190612793,
+                0.01945088005065918,
+                0.01925129508972168,
+                0.019241888046264647,
+                0.01923276710510254,
+                0.01922559928894043,
+                0.01923686408996582,
+                0.0192542724609375,
+                0.01926144027709961,
+                0.01924720001220703,
+                0.019268512725830078,
+                0.01925632095336914,
+                0.01925734329223633,
+                0.019422208786010742,
+                0.019264511108398438,
+                0.01926348876953125,
+                0.019269632339477538,
+                0.01927987289428711,
+                0.019280895233154297,
+                0.01927177619934082,
+                0.019280799865722655,
+                0.019272768020629882,
+                0.019268543243408202,
+                0.019270944595336913,
+                0.019283679962158202,
+                0.01927884864807129,
+                0.01928294372558594,
+                0.01927078437805176,
+                0.01928281593322754,
+                0.019271711349487304,
+                0.019283935546875,
+                0.01927884864807129,
+                0.019282175064086915,
+                0.01927142333984375,
+                0.019277824401855468,
+                0.019283967971801756,
+                0.019290111541748048,
+                0.019283967971801756,
+                0.019281919479370118,
+                0.019288320541381836,
+                0.019299072265625,
+                0.0192993278503418,
+                0.019298303604125978,
+                0.019298303604125978,
+                0.019293184280395507,
+                0.019307519912719725,
+                0.019300352096557616,
+                0.019300352096557616,
+                0.01931388854980469,
+                0.01929910469055176,
+                0.019304447174072266,
+                0.019296255111694336,
+                0.019306495666503908,
+                0.019310688018798827,
+                0.019305376052856444,
+                0.01930342483520508,
+                0.019313663482666017,
+                0.019309568405151366,
+                0.019318784713745117,
+                0.019318784713745117,
+                0.019309568405151366,
+                0.01930668830871582,
+                0.019307327270507813,
+                0.01932908821105957,
+                0.019312576293945314,
+                0.019320831298828126,
+                0.019313663482666017,
+                0.019311712265014647
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 52.098685106148224
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}