Upload /gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,950 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1076.178944,
+            "max_vram": 2799.69792,
+            "max_reserved": 2709.520384,
+            "max_allocated": 2546.903552
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.02660646936741283,
+            "stdev": 0.00075950518726705,
+            "values": [
+                0.02964339256286621,
+                0.02732646369934082,
+                0.027035648345947266,
+                0.027053056716918947,
+                0.02699776077270508,
+                0.027356224060058595,
+                0.027024383544921874,
+                0.026917888641357423,
+                0.026992639541625976,
+                0.027035648345947266,
+                0.02693836784362793,
+                0.027001855850219726,
+                0.02891366386413574,
+                0.0293570556640625,
+                0.027649023056030272,
+                0.02635264015197754,
+                0.026332160949707032,
+                0.026366975784301756,
+                0.02630451202392578,
+                0.02630348777770996,
+                0.026335231781005858,
+                0.026402816772460938,
+                0.02634547233581543,
+                0.026808319091796876,
+                0.0263372802734375,
+                0.026322111129760743,
+                0.02631475257873535,
+                0.02631270408630371,
+                0.026376192092895507,
+                0.026385408401489258,
+                0.026442975997924806,
+                0.026445823669433592,
+                0.026450944900512696,
+                0.026420223236083985,
+                0.0263372802734375,
+                0.0263372802734375,
+                0.02637926483154297,
+                0.026359807968139647,
+                0.02634854316711426,
+                0.02636185646057129,
+                0.02634752082824707,
+                0.026395647048950196,
+                0.026364927291870118,
+                0.02651545524597168,
+                0.026527936935424806,
+                0.026528959274291993,
+                0.026409984588623047,
+                0.02632192039489746,
+                0.026467327117919923,
+                0.026468351364135743,
+                0.02652876853942871,
+                0.026445823669433592,
+                0.026409183502197266,
+                0.026422271728515623,
+                0.026487808227539062,
+                0.02634444808959961,
+                0.026351615905761717,
+                0.026380287170410157,
+                0.026411008834838868,
+                0.026492927551269533,
+                0.02631782341003418,
+                0.02632908821105957,
+                0.02636092758178711,
+                0.02649497604370117,
+                0.026357887268066406,
+                0.026369024276733398,
+                0.02636595153808594,
+                0.026399744033813476,
+                0.02633420753479004,
+                0.026459135055541993,
+                0.02638643264770508,
+                0.026426368713378907,
+                0.02635673522949219,
+                0.02633830451965332,
+                0.026351615905761717,
+                0.026376192092895507,
+                0.026335231781005858,
+                0.026391551971435546,
+                0.026382335662841795,
+                0.02635366439819336,
+                0.026374271392822266,
+                0.0267775993347168,
+                0.026364927291870118,
+                0.026395647048950196,
+                0.02633545684814453,
+                0.02634649658203125,
+                0.026399744033813476,
+                0.02636595153808594,
+                0.026384384155273437,
+                0.026405887603759767,
+                0.026426464080810546,
+                0.02632089614868164,
+                0.026351615905761717,
+                0.02632294464111328,
+                0.026241024017333983,
+                0.02634137535095215,
+                0.02635673522949219,
+                0.026448896408081055,
+                0.026383359909057616,
+                0.02675814437866211,
+                0.026269760131835938,
+                0.02633113670349121,
+                0.026265600204467773,
+                0.02632601547241211,
+                0.02627993583679199,
+                0.026430463790893553,
+                0.026391551971435546,
+                0.026290176391601562,
+                0.026416128158569335,
+                0.026315776824951172,
+                0.02633932876586914,
+                0.02633113670349121,
+                0.026300575256347655,
+                0.02630860710144043,
+                0.0263505916595459,
+                0.02630860710144043,
+                0.026281984329223632,
+                0.02635366439819336,
+                0.02635264015197754,
+                0.02631782341003418,
+                0.026332160949707032,
+                0.02631987190246582,
+                0.02634649658203125,
+                0.026384384155273437,
+                0.026392576217651367,
+                0.02633420753479004,
+                0.02634239959716797,
+                0.026383359909057616,
+                0.026476543426513673,
+                0.026420255661010743,
+                0.02635264015197754,
+                0.026376192092895507,
+                0.02634854316711426,
+                0.026359872817993166,
+                0.026365983963012696,
+                0.026434560775756837,
+                0.026333408355712892,
+                0.02633011245727539,
+                0.02630451202392578,
+                0.02630348777770996,
+                0.02632601547241211,
+                0.02636185646057129,
+                0.0263372802734375,
+                0.026393600463867187,
+                0.029198335647583007,
+                0.029837312698364257,
+                0.02999603271484375,
+                0.02976972770690918,
+                0.02944000053405762,
+                0.02949734306335449,
+                0.029484031677246093,
+                0.029501440048217774,
+                0.02923520088195801,
+                0.029493247985839844,
+                0.029457408905029295,
+                0.029473791122436522,
+                0.027715583801269532,
+                0.027707391738891602,
+                0.027595775604248047,
+                0.028619775772094725,
+                0.02795724868774414,
+                0.029019136428833008,
+                0.02812928009033203,
+                0.02725584030151367,
+                0.026432512283325195,
+                0.02633830451965332,
+                0.026459135055541993,
+                0.026368000030517577,
+                0.026391551971435546,
+                0.026435583114624024,
+                0.026411008834838868,
+                0.02632601547241211,
+                0.026390560150146486,
+                0.026373119354248048,
+                0.026804224014282226,
+                0.026435583114624024,
+                0.02633932876586914,
+                0.02634035110473633,
+                0.026380287170410157,
+                0.02635775947570801,
+                0.026471424102783202,
+                0.02634444808959961,
+                0.026437631607055666,
+                0.02627993583679199,
+                0.02635264015197754,
+                0.02632806396484375,
+                0.026424480438232423,
+                0.02633932876586914,
+                0.026360063552856444,
+                0.026332160949707032,
+                0.02635264015197754,
+                0.02632192039489746,
+                0.026298368453979492,
+                0.02629734420776367,
+                0.02633625602722168,
+                0.026286079406738282,
+                0.02634547233581543,
+                0.026385408401489258,
+                0.026416128158569335,
+                0.02634547233581543,
+                0.026383359909057616,
+                0.026369024276733398,
+                0.026452192306518553,
+                0.02631679916381836,
+                0.02633932876586914,
+                0.02631987190246582,
+                0.026248191833496092,
+                0.026265600204467773,
+                0.026388479232788087,
+                0.02633011245727539,
+                0.02633113670349121,
+                0.026259456634521484,
+                0.026239999771118162,
+                0.026310655593872072,
+                0.02633113670349121,
+                0.02634364891052246,
+                0.02634649658203125,
+                0.02630268859863281,
+                0.02626563262939453,
+                0.026474496841430665,
+                0.026381311416625978,
+                0.02636390495300293,
+                0.02631372833251953,
+                0.026302463531494142,
+                0.02632192039489746,
+                0.02633420753479004,
+                0.02637414360046387,
+                0.02631679916381836,
+                0.026588319778442383,
+                0.026292224884033204,
+                0.026225664138793944,
+                0.02632294464111328,
+                0.026869855880737304,
+                0.026265600204467773,
+                0.02635264015197754,
+                0.026393600463867187,
+                0.026390527725219725,
+                0.026390527725219725,
+                0.026359807968139647,
+                0.026366975784301756,
+                0.026454015731811522,
+                0.026432512283325195,
+                0.02637004852294922,
+                0.02635468864440918,
+                0.02632908821105957,
+                0.02635468864440918,
+                0.026416223526000978,
+                0.02634137535095215,
+                0.02634752082824707,
+                0.02636390495300293,
+                0.026793983459472655,
+                0.02630143928527832,
+                0.026433536529541016,
+                0.026295295715332033,
+                0.02633420753479004,
+                0.02637926483154297,
+                0.02628505516052246,
+                0.026403839111328126,
+                0.02632908821105957,
+                0.026307584762573243,
+                0.02633625602722168,
+                0.026327039718627928,
+                0.026299392700195313,
+                0.026326080322265626,
+                0.026392576217651367,
+                0.02634239959716797,
+                0.026310655593872072,
+                0.02636595153808594,
+                0.02628505516052246,
+                0.02631475257873535,
+                0.02631078338623047,
+                0.02630143928527832,
+                0.026327039718627928,
+                0.026262527465820314,
+                0.026295295715332033,
+                0.026375167846679686,
+                0.02651852798461914,
+                0.026292224884033204,
+                0.026417152404785156,
+                0.02636185646057129,
+                0.026355712890625,
+                0.026399744033813476,
+                0.026445823669433592,
+                0.026360832214355468,
+                0.026632192611694337,
+                0.02637824058532715,
+                0.026390527725219725,
+                0.026295295715332033,
+                0.026433536529541016,
+                0.026306560516357422,
+                0.02633113670349121,
+                0.02635673522949219,
+                0.026332160949707032,
+                0.026404863357543946,
+                0.026431488037109374,
+                0.02636595153808594,
+                0.02634444808959961,
+                0.02630143928527832,
+                0.026366975784301756,
+                0.02633830451965332,
+                0.026416128158569335,
+                0.026389503479003908,
+                0.026368000030517577,
+                0.026397695541381837,
+                0.02651955223083496,
+                0.026353696823120117,
+                0.026414079666137694,
+                0.026222688674926758,
+                0.026404863357543946,
+                0.02656358337402344,
+                0.02618060874938965,
+                0.026258432388305664,
+                0.029115392684936525,
+                0.03143475151062012,
+                0.0295280647277832,
+                0.029495296478271486,
+                0.02746675109863281,
+                0.027038719177246092,
+                0.02631987190246582,
+                0.02630348777770996,
+                0.02631475257873535,
+                0.026366975784301756,
+                0.026454015731811522,
+                0.02627276802062988,
+                0.02631372833251953,
+                0.026298368453979492,
+                0.02671001625061035,
+                0.02631167984008789,
+                0.026421247482299806,
+                0.026243072509765625,
+                0.0263372802734375,
+                0.026422271728515623,
+                0.027069440841674806,
+                0.02754969596862793,
+                0.026455039978027343,
+                0.026266624450683593,
+                0.02634956741333008,
+                0.02630143928527832,
+                0.02633318328857422,
+                0.02632908821105957,
+                0.026458112716674805,
+                0.026358783721923826,
+                0.02733363151550293,
+                0.026714111328125,
+                0.0263055362701416,
+                0.026360832214355468,
+                0.026415103912353514,
+                0.02631884765625,
+                0.026295295715332033,
+                0.026199039459228517,
+                0.026247167587280275,
+                0.026447872161865234,
+                0.026390527725219725,
+                0.02629324722290039,
+                0.0263372802734375,
+                0.026389759063720705,
+                0.026364927291870118,
+                0.02631884765625,
+                0.026343423843383788,
+                0.02634547233581543,
+                0.026418176651000977,
+                0.02630451202392578,
+                0.02635264015197754,
+                0.02630860710144043,
+                0.02632499122619629,
+                0.0263874568939209,
+                0.026468351364135743,
+                0.026532863616943358,
+                0.026385408401489258,
+                0.02628096008300781,
+                0.026630144119262695,
+                0.02655232048034668,
+                0.026622976303100586,
+                0.026959871292114256,
+                0.026360832214355468,
+                0.02630348777770996
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 9621.720058563826
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1076.178944,
+            "max_vram": 3472.883712,
+            "max_reserved": 2988.4416,
+            "max_allocated": 2813.773312
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 5.252298754692077,
+            "stdev": 0.0027883577346803357,
+            "values": [
+                5.255087112426757,
+                5.249510396957397
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 48.55017048910229
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.020597250018400286,
+            "stdev": 0.00014580121487761858,
+            "values": [
+                0.020610048294067384,
+                0.020809728622436522,
+                0.020600831985473633,
+                0.020578432083129882,
+                0.020586368560791015,
+                0.020587520599365236,
+                0.02063871955871582,
+                0.020593664169311524,
+                0.02057318305969238,
+                0.020993024826049804,
+                0.02061414337158203,
+                0.02056505584716797,
+                0.02060076713562012,
+                0.020595903396606444,
+                0.020709184646606444,
+                0.02058137512207031,
+                0.020548608779907225,
+                0.020602880477905275,
+                0.020633600234985353,
+                0.020599807739257812,
+                0.020493312835693358,
+                0.020609024047851563,
+                0.020676607131958007,
+                0.02066534423828125,
+                0.02064076805114746,
+                0.020496576309204102,
+                0.02056684875488281,
+                0.020510719299316405,
+                0.020549631118774413,
+                0.020612096786499022,
+                0.020725759506225586,
+                0.020560895919799805,
+                0.020641792297363282,
+                0.020928640365600586,
+                0.02054438400268555,
+                0.020555904388427734,
+                0.020538240432739257,
+                0.020527360916137695,
+                0.02055449676513672,
+                0.020629600524902345,
+                0.020768672943115234,
+                0.020586496353149415,
+                0.020566015243530272,
+                0.020616191864013672,
+                0.020547584533691408,
+                0.020528127670288086,
+                0.020551679611206054,
+                0.020563039779663086,
+                0.020570016860961913,
+                0.02056422424316406,
+                0.020571071624755858,
+                0.02058835220336914,
+                0.020534271240234374,
+                0.02065510368347168,
+                0.020548608779907225,
+                0.020523008346557618,
+                0.020575231552124023,
+                0.020548704147338868,
+                0.02056403160095215,
+                0.0205515193939209,
+                0.020547584533691408,
+                0.02071244812011719,
+                0.02068172836303711,
+                0.020707456588745118,
+                0.02063961601257324,
+                0.020798559188842772,
+                0.02059561538696289,
+                0.020611072540283205,
+                0.020576255798339844,
+                0.020558847427368163,
+                0.020633600234985353,
+                0.02062335968017578,
+                0.020822015762329102,
+                0.020607200622558594,
+                0.020628255844116213,
+                0.020582399368286132,
+                0.020543487548828124,
+                0.020575456619262696,
+                0.020628255844116213,
+                0.020709375381469726,
+                0.020610048294067384,
+                0.020632575988769532,
+                0.020543487548828124,
+                0.020624383926391602,
+                0.02051481628417969,
+                0.020535295486450195,
+                0.020539392471313478,
+                0.020519935607910156,
+                0.020602880477905275,
+                0.020726783752441406,
+                0.020520959854125977,
+                0.020560895919799805,
+                0.020520959854125977,
+                0.020596736907958983,
+                0.02065510368347168,
+                0.020626432418823244,
+                0.02051584053039551,
+                0.020601856231689454,
+                0.020503551483154296,
+                0.020530176162719727,
+                0.020720640182495118,
+                0.020612096786499022,
+                0.020717567443847656,
+                0.020556800842285155,
+                0.02067967987060547,
+                0.020548608779907225,
+                0.020546560287475587,
+                0.02101862335205078,
+                0.02058137512207031,
+                0.02068284797668457,
+                0.020687776565551756,
+                0.020508672714233397,
+                0.020561920166015626,
+                0.020633600234985353,
+                0.020595712661743162,
+                0.020702207565307617,
+                0.02062131118774414,
+                0.02069606399536133,
+                0.020612096786499022,
+                0.0206059513092041,
+                0.020576255798339844,
+                0.020547584533691408,
+                0.020771839141845702,
+                0.020594688415527345,
+                0.020545536041259766,
+                0.020561920166015626,
+                0.020485120773315428,
+                0.020467840194702148,
+                0.02053209686279297,
+                0.020545568466186524,
+                0.020798431396484376,
+                0.020554752349853517,
+                0.02059878349304199,
+                0.02063974380493164,
+                0.020745216369628908,
+                0.02060492706298828,
+                0.020633600234985353,
+                0.020580352783203124,
+                0.020576255798339844,
+                0.020641792297363282,
+                0.020706304550170897,
+                0.02049843215942383,
+                0.020564992904663085,
+                0.020463615417480468,
+                0.020551679611206054,
+                0.02059878349304199,
+                0.020519935607910156,
+                0.020592639923095703,
+                0.020592639923095703,
+                0.020649984359741212,
+                0.020526079177856444,
+                0.020523136138916015,
+                0.020552576065063475,
+                0.020559871673583984,
+                0.02081177520751953,
+                0.020508735656738282,
+                0.02060588836669922,
+                0.020511743545532226,
+                0.020555776596069338,
+                0.020558847427368163,
+                0.020644863128662108,
+                0.020596736907958983,
+                0.020653055191040038,
+                0.020594688415527345,
+                0.020513792037963868,
+                0.020505599975585938,
+                0.02064384078979492,
+                0.02057318305969238,
+                0.020707328796386718,
+                0.020520959854125977,
+                0.02063052749633789,
+                0.020546560287475587,
+                0.020545536041259766,
+                0.020527103424072265,
+                0.020533248901367186,
+                0.020553728103637696,
+                0.020556800842285155,
+                0.020750335693359375,
+                0.020570112228393556,
+                0.020780031204223632,
+                0.02067967987060547,
+                0.020529151916503906,
+                0.020619264602661135,
+                0.02065407943725586,
+                0.020744192123413087,
+                0.020575231552124023,
+                0.020609024047851563,
+                0.020607999801635742,
+                0.020632575988769532,
+                0.020625408172607423,
+                0.02065203285217285,
+                0.020479999542236327,
+                0.02070528030395508,
+                0.020528127670288086,
+                0.020519935607910156,
+                0.02063052749633789,
+                0.02067865562438965,
+                0.020510719299316405,
+                0.020539392471313478,
+                0.02064691162109375,
+                0.02066329574584961,
+                0.020658176422119142,
+                0.02062950325012207,
+                0.02059881591796875,
+                0.02053321647644043,
+                0.02107904052734375,
+                0.020593664169311524,
+                0.02054876708984375,
+                0.020525920867919923,
+                0.020560895919799805,
+                0.020569087982177735,
+                0.02065203285217285,
+                0.020580352783203124,
+                0.02067558479309082,
+                0.02059775924682617,
+                0.020564992904663085,
+                0.02062745666503906,
+                0.020602880477905275,
+                0.020624383926391602,
+                0.020682752609252928,
+                0.02062745666503906,
+                0.020677631378173827,
+                0.020554752349853517,
+                0.020518911361694335,
+                0.020571136474609376,
+                0.020590591430664062,
+                0.02066431999206543,
+                0.020694143295288087,
+                0.021042047500610353,
+                0.02069708824157715,
+                0.020559871673583984,
+                0.020530176162719727,
+                0.02065100860595703,
+                0.020578496932983397,
+                0.02057913589477539,
+                0.020668415069580077,
+                0.020810752868652343,
+                0.020530176162719727,
+                0.02064793586730957,
+                0.02049126434326172,
+                0.020511743545532226,
+                0.020754432678222655,
+                0.020591615676879883,
+                0.02062335968017578,
+                0.02064076805114746,
+                0.020607999801635742,
+                0.020722688674926756,
+                0.020534271240234374,
+                0.02065203285217285,
+                0.02051584053039551,
+                0.020649984359741212,
+                0.020462591171264647,
+                0.020496383666992187,
+                0.020625408172607423,
+                0.020544511795043945,
+                0.020725759506225586,
+                0.020549631118774413,
+                0.020557823181152343,
+                0.020512767791748047,
+                0.020547584533691408,
+                0.020564992904663085,
+                0.020603904724121092,
+                0.02065920066833496,
+                0.020518911361694335,
+                0.020551679611206054,
+                0.020518911361694335,
+                0.02053222465515137,
+                0.020501504898071288,
+                0.020725759506225586,
+                0.020537343978881836,
+                0.020527103424072265,
+                0.020508672714233397,
+                0.020547584533691408,
+                0.020542463302612304,
+                0.020546560287475587,
+                0.020553728103637696,
+                0.020529151916503906,
+                0.020722688674926756,
+                0.020525056838989256,
+                0.02065203285217285,
+                0.020495359420776366,
+                0.020528127670288086,
+                0.020543487548828124,
+                0.0206376953125,
+                0.02049126434326172,
+                0.020497407913208008,
+                0.020558847427368163,
+                0.020536319732666015,
+                0.020571136474609376,
+                0.020658176422119142,
+                0.020538368225097657,
+                0.020610048294067384,
+                0.020487167358398437,
+                0.020528127670288086,
+                0.020561952590942383,
+                0.020467679977416994,
+                0.02049558448791504,
+                0.02046441650390625,
+                0.02053222465515137,
+                0.020570112228393556,
+                0.020588544845581053,
+                0.020503551483154296,
+                0.020777055740356445,
+                0.020501407623291015,
+                0.020549631118774413,
+                0.020462591171264647,
+                0.020519935607910156,
+                0.020543487548828124,
+                0.020455615997314453,
+                0.020564800262451173,
+                0.020533248901367186,
+                0.02067046356201172,
+                0.020609024047851563,
+                0.020594688415527345,
+                0.02056208038330078,
+                0.02047267150878906,
+                0.02047590446472168,
+                0.020526079177856444,
+                0.020489215850830078,
+                0.020525056838989256,
+                0.020479999542236327,
+                0.020610048294067384,
+                0.02056403160095215,
+                0.020463552474975586,
+                0.020464832305908204,
+                0.020955968856811523,
+                0.02051584053039551,
+                0.020707328796386718,
+                0.020554752349853517,
+                0.020588544845581053,
+                0.020485120773315428,
+                0.020503551483154296,
+                0.02061414337158203,
+                0.020666368484497072,
+                0.020582399368286132,
+                0.020519935607910156,
+                0.020493312835693358,
+                0.020535295486450195,
+                0.020752384185791017,
+                0.020508672714233397,
+                0.020513792037963868,
+                0.02048102378845215,
+                0.02049135971069336,
+                0.02063350486755371,
+                0.020445184707641603,
+                0.02044927978515625,
+                0.02047590446472168,
+                0.02048102378845215,
+                0.020566015243530272,
+                0.020504575729370117,
+                0.020553823471069335,
+                0.020546464920043944,
+                0.020510847091674805,
+                0.020628351211547852,
+                0.020497407913208008,
+                0.02045952033996582,
+                0.020445344924926757,
+                0.020429664611816407,
+                0.02043903923034668,
+                0.020548608779907225,
+                0.020587520599365236,
+                0.020600831985473633,
+                0.020577280044555665,
+                0.02062950325012207,
+                0.020518911361694335,
+                0.020531200408935548,
+                0.02052403259277344,
+                0.020505599975585938,
+                0.020525056838989256,
+                0.02067558479309082,
+                0.020587520599365236,
+                0.02058137512207031,
+                0.02046771240234375,
+                0.020486143112182616,
+                0.020513792037963868,
+                0.020510719299316405,
+                0.020818944931030273,
+                0.020561920166015626,
+                0.02044313621520996,
+                0.020525056838989256,
+                0.02058137512207031,
+                0.020599807739257812,
+                0.020534271240234374,
+                0.02058956718444824,
+                0.020549631118774413,
+                0.020495359420776366,
+                0.020528127670288086,
+                0.02057318305969238,
+                0.020564992904663085,
+                0.020551679611206054,
+                0.020539392471313478,
+                0.020521984100341797,
+                0.02052403259277344,
+                0.02050764846801758,
+                0.020702207565307617,
+                0.020557823181152343,
+                0.020611263275146483,
+                0.02057401657104492,
+                0.020551679611206054,
+                0.020715520858764647,
+                0.02103500747680664,
+                0.020610048294067384,
+                0.020493312835693358,
+                0.020642816543579103,
+                0.020547584533691408,
+                0.020590591430664062,
+                0.020619520187377928,
+                0.02056985664367676,
+                0.02062335968017578,
+                0.0206059513092041,
+                0.02066431999206543,
+                0.020686847686767578,
+                0.020541631698608398,
+                0.020640575408935546,
+                0.020569087982177735,
+                0.020553728103637696,
+                0.020542463302612304,
+                0.020624383926391602,
+                0.02052403259277344,
+                0.020588544845581053,
+                0.020695039749145508,
+                0.020568063735961914,
+                0.020533248901367186,
+                0.02101862335205078,
+                0.020560895919799805,
+                0.020641792297363282,
+                0.020758527755737305,
+                0.0206561279296875,
+                0.020684799194335936,
+                0.020579328536987306,
+                0.020633600234985353,
+                0.0206561279296875,
+                0.02065100860595703,
+                0.02059775924682617,
+                0.020531200408935548,
+                0.020562944412231447,
+                0.020596736907958983,
+                0.02067967987060547,
+                0.02052403259277344,
+                0.02049126434326172,
+                0.020576255798339844,
+                0.020590591430664062,
+                0.020685823440551757,
+                0.0206059513092041,
+                0.020605119705200195,
+                0.020507455825805664,
+                0.020552864074707033,
+                0.02053001594543457,
+                0.02051705551147461,
+                0.020600639343261718,
+                0.020668415069580077,
+                0.020616191864013672,
+                0.020730880737304686,
+                0.02061516761779785,
+                0.020602880477905275,
+                0.020516864776611327,
+                0.02049945640563965,
+                0.020582399368286132,
+                0.020641855239868164,
+                0.02055776023864746,
+                0.020714496612548827,
+                0.020551679611206054,
+                0.02051487922668457,
+                0.02060179138183594,
+                0.020519935607910156,
+                0.020632575988769532,
+                0.020509695053100584,
+                0.020528127670288086,
+                0.02058137512207031,
+                0.02061311912536621,
+                0.02048307228088379,
+                0.020534271240234374,
+                0.020529151916503906,
+                0.020653055191040038,
+                0.020504575729370117,
+                0.02049228858947754,
+                0.020504575729370117,
+                0.020502527236938475,
+                0.020538368225097657,
+                0.020576255798339844,
+                0.02056928062438965,
+                0.0206180477142334,
+                0.02063564872741699,
+                0.020530176162719727,
+                0.020587648391723633,
+                0.02053619194030762,
+                0.020644863128662108,
+                0.020787200927734374,
+                0.020575231552124023,
+                0.021355520248413085,
+                0.02304921531677246,
+                0.020558847427368163,
+                0.020604032516479492,
+                0.020711296081542967,
+                0.020537343978881836,
+                0.020520959854125977,
+                0.02051584053039551,
+                0.020890623092651366,
+                0.020579328536987306,
+                0.02067046356201172,
+                0.020719615936279297,
+                0.020610048294067384,
+                0.020571136474609376,
+                0.02062131118774414,
+                0.020555776596069338,
+                0.02062950325012207,
+                0.020552703857421875,
+                0.02045952033996582,
+                0.020602880477905275,
+                0.020752384185791017
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 48.55017048910233
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}