kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Mar 14

Commit

b1f79b6

•

1 Parent(s): 095f82c

Upload /gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +860 -859

gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,397 +2,398 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1076.178944,
-            "max_vram": 2799.69792,
             "max_reserved": 2709.520384,
             "max_allocated": 2546.903552
         },
         "latency": {
             "unit": "s",
-            "mean": 0.02660646936741283,
-            "stdev": 0.00075950518726705,
             "values": [
-                0.02964339256286621,
-                0.02732646369934082,
-                0.027035648345947266,
-                0.027053056716918947,
-                0.02699776077270508,
-                0.027356224060058595,
-                0.027024383544921874,
-                0.026917888641357423,
-                0.026992639541625976,
-                0.027035648345947266,
-                0.02693836784362793,
-                0.027001855850219726,
-                0.02891366386413574,
-                0.0293570556640625,
-                0.027649023056030272,
-                0.02635264015197754,
-                0.026332160949707032,
-                0.026366975784301756,
-                0.02630451202392578,
-                0.02630348777770996,
-                0.026335231781005858,
-                0.026402816772460938,
-                0.02634547233581543,
-                0.026808319091796876,
-                0.0263372802734375,
-                0.026322111129760743,
-                0.02631475257873535,
-                0.02631270408630371,
-                0.026376192092895507,
-                0.026385408401489258,
-                0.026442975997924806,
-                0.026445823669433592,
-                0.026450944900512696,
-                0.026420223236083985,
-                0.0263372802734375,
-                0.0263372802734375,
-                0.02637926483154297,
-                0.026359807968139647,
-                0.02634854316711426,
-                0.02636185646057129,
-                0.02634752082824707,
-                0.026395647048950196,
-                0.026364927291870118,
-                0.02651545524597168,
-                0.026527936935424806,
-                0.026528959274291993,
-                0.026409984588623047,
-                0.02632192039489746,
                 0.026467327117919923,
                 0.026468351364135743,
                 0.02652876853942871,
-                0.026445823669433592,
-                0.026409183502197266,
-                0.026422271728515623,
-                0.026487808227539062,
-                0.02634444808959961,
-                0.026351615905761717,
-                0.026380287170410157,
-                0.026411008834838868,
-                0.026492927551269533,
-                0.02631782341003418,
-                0.02632908821105957,
-                0.02636092758178711,
                 0.02649497604370117,
-                0.026357887268066406,
-                0.026369024276733398,
-                0.02636595153808594,
-                0.026399744033813476,
-                0.02633420753479004,
-                0.026459135055541993,
-                0.02638643264770508,
-                0.026426368713378907,
-                0.02635673522949219,
-                0.02633830451965332,
-                0.026351615905761717,
-                0.026376192092895507,
-                0.026335231781005858,
-                0.026391551971435546,
-                0.026382335662841795,
-                0.02635366439819336,
-                0.026374271392822266,
-                0.0267775993347168,
-                0.026364927291870118,
-                0.026395647048950196,
-                0.02633545684814453,
-                0.02634649658203125,
-                0.026399744033813476,
-                0.02636595153808594,
-                0.026384384155273437,
-                0.026405887603759767,
-                0.026426464080810546,
-                0.02632089614868164,
-                0.026351615905761717,
-                0.02632294464111328,
-                0.026241024017333983,
-                0.02634137535095215,
-                0.02635673522949219,
-                0.026448896408081055,
-                0.026383359909057616,
-                0.02675814437866211,
-                0.026269760131835938,
-                0.02633113670349121,
-                0.026265600204467773,
-                0.02632601547241211,
-                0.02627993583679199,
                 0.026430463790893553,
-                0.026391551971435546,
-                0.026290176391601562,
-                0.026416128158569335,
-                0.026315776824951172,
-                0.02633932876586914,
-                0.02633113670349121,
-                0.026300575256347655,
-                0.02630860710144043,
-                0.0263505916595459,
-                0.02630860710144043,
-                0.026281984329223632,
-                0.02635366439819336,
-                0.02635264015197754,
-                0.02631782341003418,
-                0.026332160949707032,
-                0.02631987190246582,
-                0.02634649658203125,
-                0.026384384155273437,
-                0.026392576217651367,
-                0.02633420753479004,
-                0.02634239959716797,
-                0.026383359909057616,
-                0.026476543426513673,
-                0.026420255661010743,
-                0.02635264015197754,
-                0.026376192092895507,
-                0.02634854316711426,
-                0.026359872817993166,
-                0.026365983963012696,
-                0.026434560775756837,
-                0.026333408355712892,
-                0.02633011245727539,
-                0.02630451202392578,
-                0.02630348777770996,
-                0.02632601547241211,
-                0.02636185646057129,
-                0.0263372802734375,
-                0.026393600463867187,
-                0.029198335647583007,
-                0.029837312698364257,
-                0.02999603271484375,
-                0.02976972770690918,
-                0.02944000053405762,
-                0.02949734306335449,
-                0.029484031677246093,
-                0.029501440048217774,
-                0.02923520088195801,
-                0.029493247985839844,
-                0.029457408905029295,
-                0.029473791122436522,
-                0.027715583801269532,
-                0.027707391738891602,
-                0.027595775604248047,
-                0.028619775772094725,
-                0.02795724868774414,
-                0.029019136428833008,
-                0.02812928009033203,
-                0.02725584030151367,
                 0.026432512283325195,
-                0.02633830451965332,
-                0.026459135055541993,
-                0.026368000030517577,
-                0.026391551971435546,
-                0.026435583114624024,
-                0.026411008834838868,
-                0.02632601547241211,
-                0.026390560150146486,
-                0.026373119354248048,
-                0.026804224014282226,
-                0.026435583114624024,
-                0.02633932876586914,
-                0.02634035110473633,
-                0.026380287170410157,
-                0.02635775947570801,
-                0.026471424102783202,
-                0.02634444808959961,
-                0.026437631607055666,
-                0.02627993583679199,
-                0.02635264015197754,
-                0.02632806396484375,
-                0.026424480438232423,
-                0.02633932876586914,
-                0.026360063552856444,
-                0.026332160949707032,
-                0.02635264015197754,
-                0.02632192039489746,
-                0.026298368453979492,
-                0.02629734420776367,
-                0.02633625602722168,
-                0.026286079406738282,
-                0.02634547233581543,
-                0.026385408401489258,
-                0.026416128158569335,
-                0.02634547233581543,
-                0.026383359909057616,
-                0.026369024276733398,
-                0.026452192306518553,
-                0.02631679916381836,
-                0.02633932876586914,
-                0.02631987190246582,
-                0.026248191833496092,
-                0.026265600204467773,
-                0.026388479232788087,
-                0.02633011245727539,
-                0.02633113670349121,
-                0.026259456634521484,
-                0.026239999771118162,
-                0.026310655593872072,
-                0.02633113670349121,
-                0.02634364891052246,
-                0.02634649658203125,
-                0.02630268859863281,
-                0.02626563262939453,
                 0.026474496841430665,
-                0.026381311416625978,
-                0.02636390495300293,
-                0.02631372833251953,
-                0.026302463531494142,
-                0.02632192039489746,
-                0.02633420753479004,
-                0.02637414360046387,
-                0.02631679916381836,
-                0.026588319778442383,
-                0.026292224884033204,
-                0.026225664138793944,
-                0.02632294464111328,
-                0.026869855880737304,
-                0.026265600204467773,
-                0.02635264015197754,
-                0.026393600463867187,
-                0.026390527725219725,
-                0.026390527725219725,
-                0.026359807968139647,
-                0.026366975784301756,
-                0.026454015731811522,
-                0.026432512283325195,
-                0.02637004852294922,
-                0.02635468864440918,
-                0.02632908821105957,
-                0.02635468864440918,
-                0.026416223526000978,
-                0.02634137535095215,
-                0.02634752082824707,
-                0.02636390495300293,
-                0.026793983459472655,
-                0.02630143928527832,
-                0.026433536529541016,
-                0.026295295715332033,
-                0.02633420753479004,
-                0.02637926483154297,
-                0.02628505516052246,
-                0.026403839111328126,
-                0.02632908821105957,
-                0.026307584762573243,
-                0.02633625602722168,
-                0.026327039718627928,
-                0.026299392700195313,
-                0.026326080322265626,
-                0.026392576217651367,
-                0.02634239959716797,
-                0.026310655593872072,
-                0.02636595153808594,
-                0.02628505516052246,
-                0.02631475257873535,
-                0.02631078338623047,
-                0.02630143928527832,
-                0.026327039718627928,
-                0.026262527465820314,
-                0.026295295715332033,
-                0.026375167846679686,
                 0.02651852798461914,
-                0.026292224884033204,
-                0.026417152404785156,
-                0.02636185646057129,
-                0.026355712890625,
-                0.026399744033813476,
-                0.026445823669433592,
-                0.026360832214355468,
-                0.026632192611694337,
-                0.02637824058532715,
-                0.026390527725219725,
-                0.026295295715332033,
-                0.026433536529541016,
-                0.026306560516357422,
-                0.02633113670349121,
-                0.02635673522949219,
-                0.026332160949707032,
-                0.026404863357543946,
                 0.026431488037109374,
-                0.02636595153808594,
-                0.02634444808959961,
-                0.02630143928527832,
-                0.026366975784301756,
-                0.02633830451965332,
-                0.026416128158569335,
-                0.026389503479003908,
-                0.026368000030517577,
-                0.026397695541381837,
-                0.02651955223083496,
-                0.026353696823120117,
-                0.026414079666137694,
-                0.026222688674926758,
-                0.026404863357543946,
-                0.02656358337402344,
-                0.02618060874938965,
-                0.026258432388305664,
-                0.029115392684936525,
-                0.03143475151062012,
-                0.0295280647277832,
-                0.029495296478271486,
-                0.02746675109863281,
-                0.027038719177246092,
-                0.02631987190246582,
-                0.02630348777770996,
-                0.02631475257873535,
-                0.026366975784301756,
-                0.026454015731811522,
-                0.02627276802062988,
-                0.02631372833251953,
-                0.026298368453979492,
-                0.02671001625061035,
-                0.02631167984008789,
-                0.026421247482299806,
-                0.026243072509765625,
-                0.0263372802734375,
-                0.026422271728515623,
-                0.027069440841674806,
-                0.02754969596862793,
                 0.026455039978027343,
-                0.026266624450683593,
-                0.02634956741333008,
-                0.02630143928527832,
-                0.02633318328857422,
-                0.02632908821105957,
-                0.026458112716674805,
-                0.026358783721923826,
-                0.02733363151550293,
-                0.026714111328125,
-                0.0263055362701416,
-                0.026360832214355468,
-                0.026415103912353514,
-                0.02631884765625,
-                0.026295295715332033,
-                0.026199039459228517,
-                0.026247167587280275,
-                0.026447872161865234,
-                0.026390527725219725,
-                0.02629324722290039,
-                0.0263372802734375,
-                0.026389759063720705,
-                0.026364927291870118,
-                0.02631884765625,
-                0.026343423843383788,
-                0.02634547233581543,
-                0.026418176651000977,
-                0.02630451202392578,
-                0.02635264015197754,
-                0.02630860710144043,
-                0.02632499122619629,
-                0.0263874568939209,
-                0.026468351364135743,
                 0.026532863616943358,
-                0.026385408401489258,
-                0.02628096008300781,
-                0.026630144119262695,
                 0.02655232048034668,
-                0.026622976303100586,
-                0.026959871292114256,
-                0.026360832214355468,
-                0.02630348777770996
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 9621.720058563826
         },
         "energy": null,
         "efficiency": null
@@ -400,23 +401,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1076.178944,
             "max_vram": 3472.883712,
             "max_reserved": 2988.4416,
             "max_allocated": 2813.773312
         },
         "latency": {
             "unit": "s",
-            "mean": 5.252298754692077,
-            "stdev": 0.0027883577346803357,
             "values": [
-                5.255087112426757,
-                5.249510396957397
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 48.55017048910229
         },
         "energy": null,
         "efficiency": null
@@ -425,524 +426,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.020597250018400286,
-            "stdev": 0.00014580121487761858,
             "values": [
-                0.020610048294067384,
-                0.020809728622436522,
-                0.020600831985473633,
-                0.020578432083129882,
-                0.020586368560791015,
-                0.020587520599365236,
-                0.02063871955871582,
-                0.020593664169311524,
-                0.02057318305969238,
-                0.020993024826049804,
-                0.02061414337158203,
-                0.02056505584716797,
-                0.02060076713562012,
-                0.020595903396606444,
-                0.020709184646606444,
-                0.02058137512207031,
-                0.020548608779907225,
-                0.020602880477905275,
-                0.020633600234985353,
-                0.020599807739257812,
-                0.020493312835693358,
-                0.020609024047851563,
-                0.020676607131958007,
-                0.02066534423828125,
-                0.02064076805114746,
-                0.020496576309204102,
-                0.02056684875488281,
-                0.020510719299316405,
-                0.020549631118774413,
-                0.020612096786499022,
-                0.020725759506225586,
-                0.020560895919799805,
-                0.020641792297363282,
-                0.020928640365600586,
-                0.02054438400268555,
-                0.020555904388427734,
-                0.020538240432739257,
-                0.020527360916137695,
-                0.02055449676513672,
-                0.020629600524902345,
-                0.020768672943115234,
-                0.020586496353149415,
-                0.020566015243530272,
-                0.020616191864013672,
-                0.020547584533691408,
-                0.020528127670288086,
-                0.020551679611206054,
-                0.020563039779663086,
-                0.020570016860961913,
-                0.02056422424316406,
-                0.020571071624755858,
-                0.02058835220336914,
-                0.020534271240234374,
-                0.02065510368347168,
-                0.020548608779907225,
-                0.020523008346557618,
-                0.020575231552124023,
-                0.020548704147338868,
-                0.02056403160095215,
-                0.0205515193939209,
-                0.020547584533691408,
-                0.02071244812011719,
                 0.02068172836303711,
-                0.020707456588745118,
-                0.02063961601257324,
-                0.020798559188842772,
-                0.02059561538696289,
-                0.020611072540283205,
-                0.020576255798339844,
-                0.020558847427368163,
-                0.020633600234985353,
-                0.02062335968017578,
-                0.020822015762329102,
-                0.020607200622558594,
-                0.020628255844116213,
-                0.020582399368286132,
-                0.020543487548828124,
-                0.020575456619262696,
-                0.020628255844116213,
-                0.020709375381469726,
-                0.020610048294067384,
-                0.020632575988769532,
-                0.020543487548828124,
-                0.020624383926391602,
-                0.02051481628417969,
-                0.020535295486450195,
-                0.020539392471313478,
-                0.020519935607910156,
-                0.020602880477905275,
-                0.020726783752441406,
-                0.020520959854125977,
-                0.020560895919799805,
-                0.020520959854125977,
-                0.020596736907958983,
                 0.02065510368347168,
-                0.020626432418823244,
-                0.02051584053039551,
-                0.020601856231689454,
-                0.020503551483154296,
-                0.020530176162719727,
-                0.020720640182495118,
-                0.020612096786499022,
-                0.020717567443847656,
-                0.020556800842285155,
-                0.02067967987060547,
-                0.020548608779907225,
-                0.020546560287475587,
-                0.02101862335205078,
-                0.02058137512207031,
                 0.02068284797668457,
-                0.020687776565551756,
-                0.020508672714233397,
-                0.020561920166015626,
-                0.020633600234985353,
-                0.020595712661743162,
-                0.020702207565307617,
                 0.02062131118774414,
                 0.02069606399536133,
-                0.020612096786499022,
-                0.0206059513092041,
-                0.020576255798339844,
-                0.020547584533691408,
-                0.020771839141845702,
-                0.020594688415527345,
-                0.020545536041259766,
-                0.020561920166015626,
-                0.020485120773315428,
-                0.020467840194702148,
-                0.02053209686279297,
-                0.020545568466186524,
-                0.020798431396484376,
-                0.020554752349853517,
-                0.02059878349304199,
-                0.02063974380493164,
-                0.020745216369628908,
-                0.02060492706298828,
-                0.020633600234985353,
-                0.020580352783203124,
-                0.020576255798339844,
                 0.020641792297363282,
-                0.020706304550170897,
-                0.02049843215942383,
-                0.020564992904663085,
-                0.020463615417480468,
-                0.020551679611206054,
-                0.02059878349304199,
-                0.020519935607910156,
-                0.020592639923095703,
-                0.020592639923095703,
-                0.020649984359741212,
-                0.020526079177856444,
-                0.020523136138916015,
-                0.020552576065063475,
-                0.020559871673583984,
-                0.02081177520751953,
-                0.020508735656738282,
-                0.02060588836669922,
-                0.020511743545532226,
                 0.020555776596069338,
-                0.020558847427368163,
-                0.020644863128662108,
-                0.020596736907958983,
-                0.020653055191040038,
                 0.020594688415527345,
-                0.020513792037963868,
-                0.020505599975585938,
-                0.02064384078979492,
-                0.02057318305969238,
-                0.020707328796386718,
-                0.020520959854125977,
-                0.02063052749633789,
-                0.020546560287475587,
-                0.020545536041259766,
-                0.020527103424072265,
-                0.020533248901367186,
-                0.020553728103637696,
-                0.020556800842285155,
-                0.020750335693359375,
-                0.020570112228393556,
-                0.020780031204223632,
-                0.02067967987060547,
-                0.020529151916503906,
-                0.020619264602661135,
-                0.02065407943725586,
                 0.020744192123413087,
-                0.020575231552124023,
-                0.020609024047851563,
-                0.020607999801635742,
                 0.020632575988769532,
-                0.020625408172607423,
-                0.02065203285217285,
-                0.020479999542236327,
-                0.02070528030395508,
                 0.020528127670288086,
-                0.020519935607910156,
-                0.02063052749633789,
-                0.02067865562438965,
-                0.020510719299316405,
-                0.020539392471313478,
-                0.02064691162109375,
-                0.02066329574584961,
-                0.020658176422119142,
-                0.02062950325012207,
-                0.02059881591796875,
-                0.02053321647644043,
-                0.02107904052734375,
-                0.020593664169311524,
-                0.02054876708984375,
-                0.020525920867919923,
                 0.020560895919799805,
-                0.020569087982177735,
-                0.02065203285217285,
-                0.020580352783203124,
-                0.02067558479309082,
-                0.02059775924682617,
-                0.020564992904663085,
-                0.02062745666503906,
-                0.020602880477905275,
                 0.020624383926391602,
                 0.020682752609252928,
-                0.02062745666503906,
-                0.020677631378173827,
-                0.020554752349853517,
-                0.020518911361694335,
-                0.020571136474609376,
-                0.020590591430664062,
-                0.02066431999206543,
-                0.020694143295288087,
-                0.021042047500610353,
-                0.02069708824157715,
-                0.020559871673583984,
-                0.020530176162719727,
-                0.02065100860595703,
-                0.020578496932983397,
-                0.02057913589477539,
-                0.020668415069580077,
-                0.020810752868652343,
-                0.020530176162719727,
-                0.02064793586730957,
-                0.02049126434326172,
-                0.020511743545532226,
-                0.020754432678222655,
-                0.020591615676879883,
-                0.02062335968017578,
-                0.02064076805114746,
-                0.020607999801635742,
-                0.020722688674926756,
-                0.020534271240234374,
-                0.02065203285217285,
-                0.02051584053039551,
-                0.020649984359741212,
-                0.020462591171264647,
-                0.020496383666992187,
-                0.020625408172607423,
-                0.020544511795043945,
-                0.020725759506225586,
-                0.020549631118774413,
-                0.020557823181152343,
-                0.020512767791748047,
-                0.020547584533691408,
-                0.020564992904663085,
                 0.020603904724121092,
-                0.02065920066833496,
-                0.020518911361694335,
-                0.020551679611206054,
-                0.020518911361694335,
-                0.02053222465515137,
-                0.020501504898071288,
-                0.020725759506225586,
-                0.020537343978881836,
-                0.020527103424072265,
-                0.020508672714233397,
-                0.020547584533691408,
-                0.020542463302612304,
-                0.020546560287475587,
                 0.020553728103637696,
-                0.020529151916503906,
-                0.020722688674926756,
-                0.020525056838989256,
-                0.02065203285217285,
-                0.020495359420776366,
-                0.020528127670288086,
-                0.020543487548828124,
-                0.0206376953125,
-                0.02049126434326172,
-                0.020497407913208008,
-                0.020558847427368163,
-                0.020536319732666015,
-                0.020571136474609376,
-                0.020658176422119142,
-                0.020538368225097657,
-                0.020610048294067384,
-                0.020487167358398437,
-                0.020528127670288086,
-                0.020561952590942383,
-                0.020467679977416994,
-                0.02049558448791504,
-                0.02046441650390625,
-                0.02053222465515137,
-                0.020570112228393556,
                 0.020588544845581053,
-                0.020503551483154296,
-                0.020777055740356445,
-                0.020501407623291015,
-                0.020549631118774413,
-                0.020462591171264647,
-                0.020519935607910156,
-                0.020543487548828124,
-                0.020455615997314453,
-                0.020564800262451173,
-                0.020533248901367186,
-                0.02067046356201172,
-                0.020609024047851563,
-                0.020594688415527345,
-                0.02056208038330078,
-                0.02047267150878906,
-                0.02047590446472168,
-                0.020526079177856444,
-                0.020489215850830078,
-                0.020525056838989256,
-                0.020479999542236327,
-                0.020610048294067384,
-                0.02056403160095215,
-                0.020463552474975586,
-                0.020464832305908204,
-                0.020955968856811523,
-                0.02051584053039551,
-                0.020707328796386718,
-                0.020554752349853517,
                 0.020588544845581053,
-                0.020485120773315428,
-                0.020503551483154296,
-                0.02061414337158203,
-                0.020666368484497072,
-                0.020582399368286132,
-                0.020519935607910156,
-                0.020493312835693358,
-                0.020535295486450195,
-                0.020752384185791017,
-                0.020508672714233397,
-                0.020513792037963868,
-                0.02048102378845215,
-                0.02049135971069336,
-                0.02063350486755371,
-                0.020445184707641603,
-                0.02044927978515625,
-                0.02047590446472168,
-                0.02048102378845215,
-                0.020566015243530272,
-                0.020504575729370117,
-                0.020553823471069335,
-                0.020546464920043944,
-                0.020510847091674805,
-                0.020628351211547852,
-                0.020497407913208008,
-                0.02045952033996582,
-                0.020445344924926757,
-                0.020429664611816407,
-                0.02043903923034668,
-                0.020548608779907225,
-                0.020587520599365236,
-                0.020600831985473633,
-                0.020577280044555665,
-                0.02062950325012207,
-                0.020518911361694335,
-                0.020531200408935548,
-                0.02052403259277344,
-                0.020505599975585938,
-                0.020525056838989256,
-                0.02067558479309082,
-                0.020587520599365236,
-                0.02058137512207031,
-                0.02046771240234375,
-                0.020486143112182616,
-                0.020513792037963868,
-                0.020510719299316405,
-                0.020818944931030273,
-                0.020561920166015626,
-                0.02044313621520996,
-                0.020525056838989256,
-                0.02058137512207031,
-                0.020599807739257812,
-                0.020534271240234374,
-                0.02058956718444824,
-                0.020549631118774413,
-                0.020495359420776366,
-                0.020528127670288086,
-                0.02057318305969238,
-                0.020564992904663085,
-                0.020551679611206054,
-                0.020539392471313478,
-                0.020521984100341797,
-                0.02052403259277344,
-                0.02050764846801758,
-                0.020702207565307617,
-                0.020557823181152343,
-                0.020611263275146483,
-                0.02057401657104492,
-                0.020551679611206054,
-                0.020715520858764647,
-                0.02103500747680664,
-                0.020610048294067384,
-                0.020493312835693358,
                 0.020642816543579103,
-                0.020547584533691408,
-                0.020590591430664062,
-                0.020619520187377928,
-                0.02056985664367676,
-                0.02062335968017578,
                 0.0206059513092041,
-                0.02066431999206543,
-                0.020686847686767578,
-                0.020541631698608398,
-                0.020640575408935546,
-                0.020569087982177735,
-                0.020553728103637696,
-                0.020542463302612304,
-                0.020624383926391602,
-                0.02052403259277344,
-                0.020588544845581053,
-                0.020695039749145508,
-                0.020568063735961914,
-                0.020533248901367186,
-                0.02101862335205078,
-                0.020560895919799805,
-                0.020641792297363282,
-                0.020758527755737305,
-                0.0206561279296875,
                 0.020684799194335936,
-                0.020579328536987306,
-                0.020633600234985353,
                 0.0206561279296875,
-                0.02065100860595703,
                 0.02059775924682617,
-                0.020531200408935548,
-                0.020562944412231447,
-                0.020596736907958983,
-                0.02067967987060547,
-                0.02052403259277344,
-                0.02049126434326172,
-                0.020576255798339844,
-                0.020590591430664062,
-                0.020685823440551757,
-                0.0206059513092041,
-                0.020605119705200195,
-                0.020507455825805664,
-                0.020552864074707033,
-                0.02053001594543457,
-                0.02051705551147461,
-                0.020600639343261718,
-                0.020668415069580077,
-                0.020616191864013672,
                 0.020730880737304686,
-                0.02061516761779785,
                 0.020602880477905275,
-                0.020516864776611327,
-                0.02049945640563965,
-                0.020582399368286132,
-                0.020641855239868164,
-                0.02055776023864746,
                 0.020714496612548827,
-                0.020551679611206054,
-                0.02051487922668457,
-                0.02060179138183594,
-                0.020519935607910156,
                 0.020632575988769532,
-                0.020509695053100584,
-                0.020528127670288086,
                 0.02058137512207031,
-                0.02061311912536621,
-                0.02048307228088379,
-                0.020534271240234374,
-                0.020529151916503906,
-                0.020653055191040038,
-                0.020504575729370117,
-                0.02049228858947754,
-                0.020504575729370117,
-                0.020502527236938475,
-                0.020538368225097657,
-                0.020576255798339844,
-                0.02056928062438965,
-                0.0206180477142334,
-                0.02063564872741699,
-                0.020530176162719727,
-                0.020587648391723633,
-                0.02053619194030762,
-                0.020644863128662108,
-                0.020787200927734374,
-                0.020575231552124023,
-                0.021355520248413085,
-                0.02304921531677246,
-                0.020558847427368163,
-                0.020604032516479492,
-                0.020711296081542967,
-                0.020537343978881836,
-                0.020520959854125977,
-                0.02051584053039551,
-                0.020890623092651366,
-                0.020579328536987306,
                 0.02067046356201172,
-                0.020719615936279297,
-                0.020610048294067384,
-                0.020571136474609376,
-                0.02062131118774414,
-                0.020555776596069338,
-                0.02062950325012207,
-                0.020552703857421875,
-                0.02045952033996582,
-                0.020602880477905275,
-                0.020752384185791017
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 48.55017048910233
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1076.424704,
+            "max_vram": 3193.962496,
             "max_reserved": 2709.520384,
             "max_allocated": 2546.903552
         },
         "latency": {
             "unit": "s",
+            "mean": 0.026573762337155936,
+            "stdev": 0.0003123613526453773,
             "values": [
+                0.029640512466430666,
+                0.02755072021484375,
+                0.027322368621826174,
+                0.02711347198486328,
+                0.02696294403076172,
+                0.027015199661254884,
+                0.027218944549560548,
+                0.02708684730529785,
+                0.027000831604003905,
+                0.02955264091491699,
+                0.02976051139831543,
+                0.027761856079101564,
+                0.026484735488891603,
+                0.02694655990600586,
                 0.026467327117919923,
+                0.02655436706542969,
+                0.026440704345703125,
+                0.026476543426513673,
+                0.026474496841430665,
+                0.026483711242675782,
+                0.026462207794189452,
+                0.02652774429321289,
+                0.026444799423217775,
                 0.026468351364135743,
+                0.02653593635559082,
+                0.02652774429321289,
+                0.02651955223083496,
+                0.026484735488891603,
+                0.026457088470458984,
+                0.026513408660888672,
+                0.02650214385986328,
+                0.027123712539672853,
+                0.026461183547973634,
+                0.026458112716674805,
+                0.026504192352294922,
+                0.026548383712768554,
+                0.026474496841430665,
+                0.026471424102783202,
+                0.026482688903808595,
+                0.026479616165161132,
+                0.026451967239379884,
+                0.026454015731811522,
+                0.026522655487060547,
+                0.026468351364135743,
+                0.026606592178344726,
+                0.02666700744628906,
+                0.026645503997802734,
+                0.02669260787963867,
+                0.026600448608398438,
+                0.026656991958618165,
+                0.026656768798828126,
+                0.026578943252563478,
+                0.026600448608398438,
+                0.026605567932128905,
+                0.026639360427856446,
+                0.026606592178344726,
+                0.026562559127807618,
+                0.026639360427856446,
+                0.02656358337402344,
+                0.026591232299804687,
+                0.026537984848022462,
+                0.026620927810668944,
+                0.02654617691040039,
+                0.026557439804077147,
+                0.026614784240722656,
+                0.026574848175048828,
+                0.026621952056884765,
+                0.026627071380615236,
+                0.02660780715942383,
+                0.026619903564453123,
+                0.026476543426513673,
+                0.026532863616943358,
+                0.026570751190185548,
+                0.02653593635559082,
+                0.02650931167602539,
+                0.026600448608398438,
+                0.02653388786315918,
+                0.02647859191894531,
+                0.026573823928833007,
+                0.02654719924926758,
+                0.026532863616943358,
+                0.02651955223083496,
+                0.02656768035888672,
+                0.026564607620239256,
+                0.02654412841796875,
+                0.026639423370361327,
+                0.026597375869750976,
+                0.026603519439697267,
+                0.02652262306213379,
+                0.02694144058227539,
+                0.026599424362182617,
+                0.02656358337402344,
+                0.026603519439697267,
+                0.026456064224243164,
+                0.02653900718688965,
+                0.02656358337402344,
+                0.02651545524597168,
+                0.026601600646972656,
+                0.026605567932128905,
+                0.026573823928833007,
+                0.02656972885131836,
+                0.026641408920288087,
+                0.026564607620239256,
+                0.026600448608398438,
+                0.02657792091369629,
+                0.026620927810668944,
+                0.026651647567749022,
+                0.026917888641357423,
+                0.026603519439697267,
+                0.026610687255859376,
+                0.026635263442993166,
+                0.026604543685913085,
                 0.02652876853942871,
+                0.026629119873046874,
+                0.026628095626831053,
+                0.026587135314941408,
+                0.02661702346801758,
+                0.02667024040222168,
+                0.026592256546020508,
+                0.026620927810668944,
+                0.026505216598510743,
+                0.026605567932128905,
+                0.026619903564453123,
+                0.026566656112670898,
+                0.02653388786315918,
+                0.02654412841796875,
+                0.026541055679321288,
+                0.026558464050292968,
+                0.026529792785644532,
+                0.026627071380615236,
+                0.026550271987915038,
+                0.02652569580078125,
+                0.026457088470458984,
+                0.02655539131164551,
+                0.026588159561157225,
+                0.026534912109375,
+                0.026504192352294922,
+                0.026534912109375,
+                0.02653081512451172,
+                0.026578943252563478,
+                0.026580991744995116,
+                0.02659328079223633,
+                0.026565631866455077,
+                0.026496000289916992,
+                0.026475519180297852,
+                0.02652364730834961,
+                0.026505216598510743,
+                0.026518783569335937,
+                0.02654719924926758,
+                0.02652262306213379,
+                0.026566656112670898,
+                0.02653593635559082,
+                0.026446847915649413,
+                0.026505376815795897,
+                0.026455039978027343,
+                0.02646937561035156,
+                0.026468351364135743,
+                0.026438655853271483,
+                0.026491903305053712,
+                0.02651750373840332,
+                0.026447872161865234,
+                0.02653696060180664,
+                0.02653081512451172,
+                0.026381311416625978,
+                0.026439680099487304,
+                0.026944511413574217,
+                0.026491903305053712,
+                0.02652364730834961,
+                0.026483711242675782,
+                0.026456064224243164,
+                0.026465280532836914,
+                0.026423295974731444,
+                0.026428447723388673,
+                0.026389503479003908,
+                0.026429439544677736,
+                0.026489856719970704,
+                0.026429567337036133,
+                0.0265031681060791,
+                0.02652569580078125,
+                0.02657689666748047,
+                0.02644710350036621,
+                0.026455039978027343,
+                0.026482847213745116,
+                0.02680944061279297,
+                0.026498048782348634,
+                0.026433536529541016,
+                0.02651136016845703,
+                0.026441728591918946,
+                0.026468351364135743,
+                0.02651033592224121,
+                0.026484735488891603,
+                0.026475616455078125,
+                0.026473472595214844,
+                0.026473472595214844,
+                0.02651136016845703,
+                0.02646937561035156,
+                0.026521600723266602,
+                0.02655232048034668,
+                0.026486879348754884,
+                0.026463232040405273,
+                0.026500095367431642,
+                0.026407936096191405,
+                0.026573823928833007,
+                0.026462207794189452,
+                0.02648476791381836,
+                0.026421247482299806,
+                0.02649519920349121,
+                0.026442752838134766,
+                0.026420223236083985,
+                0.026471424102783202,
+                0.0265031681060791,
+                0.026458112716674805,
+                0.0265533447265625,
+                0.02652569580078125,
+                0.0265164794921875,
+                0.026450944900512696,
+                0.026431488037109374,
+                0.026462207794189452,
+                0.02654515266418457,
+                0.026471424102783202,
+                0.026428415298461915,
+                0.026507488250732424,
+                0.026435583114624024,
+                0.026446847915649413,
+                0.02649395179748535,
+                0.026436607360839845,
                 0.02649497604370117,
+                0.026467327117919923,
                 0.026430463790893553,
+                0.02650931167602539,
+                0.02652774429321289,
+                0.026489856719970704,
                 0.026432512283325195,
+                0.026569984436035157,
+                0.02650214385986328,
+                0.02653081512451172,
+                0.026460159301757814,
+                0.02655129623413086,
+                0.02656768035888672,
+                0.026565631866455077,
                 0.026474496841430665,
+                0.02698240089416504,
+                0.02655436706542969,
+                0.02657689666748047,
+                0.026524671554565428,
+                0.026476543426513673,
+                0.02653388786315918,
+                0.02650931167602539,
+                0.026419200897216798,
+                0.02650931167602539,
+                0.02656153678894043,
+                0.026572799682617186,
+                0.026461183547973634,
+                0.0265533447265625,
+                0.026472448348999023,
+                0.026572799682617186,
+                0.02652057647705078,
+                0.026608640670776368,
+                0.02655539131164551,
+                0.02690662384033203,
+                0.02648678398132324,
+                0.02657587242126465,
+                0.026582015991210937,
+                0.026607616424560547,
+                0.02646540832519531,
+                0.02654515266418457,
+                0.026487808227539062,
+                0.026496000289916992,
+                0.026505216598510743,
+                0.026581119537353516,
+                0.02653900718688965,
+                0.02653900718688965,
+                0.026883071899414062,
+                0.0265850887298584,
+                0.026457088470458984,
+                0.02655948829650879,
+                0.02654412841796875,
+                0.02650931167602539,
+                0.02654003143310547,
+                0.026496000289916992,
+                0.02651033592224121,
+                0.02653388786315918,
+                0.02647859191894531,
+                0.026610687255859376,
+                0.026505216598510743,
+                0.02669158363342285,
+                0.026452991485595705,
+                0.02668339157104492,
+                0.026498239517211915,
+                0.026587135314941408,
+                0.02649395179748535,
+                0.026472448348999023,
+                0.02650214385986328,
+                0.026505216598510743,
                 0.02651852798461914,
+                0.026606655120849608,
+                0.026466304779052735,
+                0.026521600723266602,
+                0.026496000289916992,
+                0.02649087905883789,
+                0.02648678398132324,
+                0.0265799674987793,
+                0.02649907112121582,
+                0.02654003143310547,
+                0.026492927551269533,
+                0.026604543685913085,
+                0.026537984848022462,
+                0.026608640670776368,
+                0.02650214385986328,
+                0.02673356819152832,
+                0.026529792785644532,
+                0.026487808227539062,
+                0.026441728591918946,
+                0.026458112716674805,
+                0.02648575973510742,
+                0.02652672004699707,
+                0.026474496841430665,
+                0.026884096145629883,
+                0.026411008834838868,
                 0.026431488037109374,
+                0.02647756767272949,
+                0.02650931167602539,
+                0.02646022415161133,
+                0.02655436706542969,
                 0.026455039978027343,
+                0.02647260856628418,
+                0.02652774429321289,
                 0.026532863616943358,
+                0.026431488037109374,
+                0.02647756767272949,
+                0.02651852798461914,
+                0.026381311416625978,
+                0.026462207794189452,
                 0.02655232048034668,
+                0.026482688903808595,
+                0.026983423233032225,
+                0.02647667121887207,
+                0.026464256286621093,
+                0.02653603172302246,
+                0.026590208053588867,
+                0.026460159301757814,
+                0.026506240844726563,
+                0.02651545524597168,
+                0.02648678398132324,
+                0.026472448348999023,
+                0.02652364730834961,
+                0.026444799423217775,
+                0.026447872161865234,
+                0.026473472595214844,
+                0.026461183547973634,
+                0.026468351364135743,
+                0.02650726318359375,
+                0.026440704345703125,
+                0.026473472595214844,
+                0.02644812774658203,
+                0.026414079666137694,
+                0.026427391052246094,
+                0.026455039978027343,
+                0.026471424102783202,
+                0.02646937561035156,
+                0.026482688903808595,
+                0.026488832473754883,
+                0.02647039985656738,
+                0.026455039978027343,
+                0.026455039978027343,
+                0.02651238441467285,
+                0.026487808227539062,
+                0.0265533447265625,
+                0.026521600723266602,
+                0.026541055679321288,
+                0.02654003143310547,
+                0.026492927551269533,
+                0.026466304779052735,
+                0.02658406448364258,
+                0.026435583114624024,
+                0.02649907112121582,
+                0.026415103912353514
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 9633.562487388395
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1076.424704,
             "max_vram": 3472.883712,
             "max_reserved": 2988.4416,
             "max_allocated": 2813.773312
         },
         "latency": {
             "unit": "s",
+            "mean": 5.279526395797735,
+            "stdev": 0.00993230247497534,
             "values": [
+                5.269594093322759,
+                5.28945869827271
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 48.29978692842004
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.020704025081559725,
+            "stdev": 0.00010196179261765438,
             "values": [
+                0.020859136581420898,
+                0.020944639205932616,
+                0.020755456924438476,
+                0.020674560546875,
                 0.02068172836303711,
+                0.02071468734741211,
+                0.020702016830444335,
+                0.02065203285217285,
+                0.02072166442871094,
+                0.020758527755737305,
+                0.020718591690063477,
+                0.02061516761779785,
                 0.02065510368347168,
+                0.020706432342529297,
+                0.02067750358581543,
+                0.020694143295288087,
+                0.020802431106567383,
+                0.020725887298583986,
+                0.02066828727722168,
+                0.021192703247070312,
+                0.02065020751953125,
+                0.020725568771362304,
+                0.02066454315185547,
+                0.020765439987182617,
+                0.020684799194335936,
+                0.020590591430664062,
+                0.020682752609252928,
+                0.020702239990234374,
+                0.02076873588562012,
+                0.02069196891784668,
+                0.02070025634765625,
+                0.020766719818115235,
+                0.020716447830200196,
+                0.020642816543579103,
+                0.020700159072875975,
+                0.020789472579956055,
+                0.0206693115234375,
+                0.020702112197875978,
+                0.02072985649108887,
+                0.020701183319091796,
+                0.020668415069580077,
+                0.02065715217590332,
+                0.02106777572631836,
+                0.0206878719329834,
+                0.02063052749633789,
+                0.020654239654541016,
+                0.020613983154296876,
+                0.0206878719329834,
+                0.02072700881958008,
+                0.020580352783203124,
+                0.020659103393554687,
                 0.02068284797668457,
+                0.02064668846130371,
+                0.020600831985473633,
+                0.02063564872741699,
+                0.02062131118774414,
+                0.020624383926391602,
+                0.020766719818115235,
+                0.02067558479309082,
+                0.02066329574584961,
+                0.02066227149963379,
+                0.020685823440551757,
+                0.020711423873901368,
+                0.020632575988769532,
+                0.02075551986694336,
+                0.02082009506225586,
+                0.020694847106933593,
+                0.02068809509277344,
+                0.02064259147644043,
                 0.02062131118774414,
+                0.020661247253417968,
+                0.020577280044555665,
+                0.02062131118774414,
+                0.020658176422119142,
+                0.020678720474243163,
+                0.020717504501342774,
+                0.020609024047851563,
                 0.02069606399536133,
+                0.02068172836303711,
+                0.020799488067626954,
+                0.020641855239868164,
+                0.020627519607543946,
+                0.020568960189819335,
+                0.020596736907958983,
+                0.020793344497680662,
+                0.02071347236633301,
+                0.02062131118774414,
                 0.020641792297363282,
+                0.02064384078979492,
+                0.02061516761779785,
+                0.020642816543579103,
+                0.02063564872741699,
+                0.020674560546875,
+                0.02069196891784668,
+                0.020574207305908202,
+                0.0205980167388916,
+                0.02068556785583496,
+                0.020603904724121092,
+                0.02057423973083496,
+                0.020614112854003906,
+                0.02062233543395996,
+                0.020620288848876952,
+                0.020574207305908202,
                 0.020555776596069338,
+                0.0206878719329834,
+                0.020524063110351563,
+                0.02053116798400879,
+                0.02061311912536621,
+                0.02059878349304199,
+                0.020771839141845702,
                 0.020594688415527345,
+                0.02059775924682617,
+                0.020543487548828124,
+                0.020624383926391602,
+                0.02062131118774414,
                 0.020744192123413087,
+                0.020716543197631835,
+                0.0208721923828125,
+                0.02067251205444336,
                 0.020632575988769532,
+                0.020591615676879883,
+                0.020762624740600585,
+                0.020567039489746093,
+                0.020663488388061525,
+                0.02058425521850586,
+                0.02062131118774414,
+                0.020470783233642577,
+                0.020634624481201173,
+                0.020599807739257812,
+                0.020747264862060546,
+                0.020543487548828124,
+                0.020505599975585938,
+                0.020653055191040038,
                 0.020528127670288086,
+                0.020540607452392577,
+                0.020747072219848634,
+                0.020601856231689454,
+                0.02061516761779785,
+                0.020512767791748047,
+                0.02066739273071289,
+                0.02101043128967285,
+                0.020612096786499022,
+                0.020543487548828124,
                 0.020560895919799805,
+                0.020541439056396483,
                 0.020624383926391602,
                 0.020682752609252928,
+                0.020559072494506836,
+                0.02060700798034668,
+                0.020598623275756837,
+                0.020634527206420897,
+                0.02063689613342285,
+                0.020578079223632813,
                 0.020603904724121092,
                 0.020553728103637696,
+                0.020601856231689454,
+                0.020695039749145508,
                 0.020588544845581053,
+                0.02061635208129883,
+                0.02053222465515137,
+                0.02056380844116211,
+                0.020607999801635742,
+                0.02070528030395508,
+                0.020700159072875975,
+                0.020611072540283205,
+                0.020611072540283205,
+                0.02066227149963379,
+                0.02072166442871094,
+                0.0206376953125,
+                0.02064793586730957,
+                0.020562944412231447,
+                0.02061516761779785,
                 0.020588544845581053,
+                0.020751359939575196,
+                0.02062233543395996,
+                0.02066431999206543,
+                0.02060492706298828,
+                0.02067148780822754,
                 0.020642816543579103,
+                0.020737024307250978,
+                0.020640832901000977,
+                0.02061612892150879,
                 0.0206059513092041,
+                0.020583423614501953,
+                0.02064300727844238,
+                0.020832191467285155,
+                0.02064371109008789,
+                0.020692991256713866,
+                0.020749311447143554,
+                0.02064793586730957,
+                0.020620288848876952,
+                0.020593664169311524,
+                0.020661247253417968,
+                0.02055788803100586,
+                0.020618175506591795,
+                0.02065920066833496,
+                0.020591615676879883,
+                0.02053222465515137,
+                0.02066227149963379,
+                0.020748287200927733,
+                0.020586496353149415,
+                0.020619264602661135,
+                0.020553951263427735,
+                0.02062544059753418,
+                0.020607744216918945,
+                0.02081279945373535,
+                0.020661247253417968,
+                0.02067353630065918,
+                0.020642816543579103,
+                0.020534271240234374,
+                0.020592639923095703,
+                0.02060495948791504,
+                0.02076684761047363,
+                0.020738912582397462,
+                0.02106675148010254,
+                0.02061516761779785,
                 0.020684799194335936,
+                0.020710399627685547,
+                0.020617216110229493,
+                0.02067148780822754,
+                0.020619264602661135,
+                0.020625408172607423,
+                0.02062848091125488,
+                0.020742143630981445,
+                0.020644863128662108,
+                0.02068172836303711,
+                0.020685823440551757,
+                0.020706304550170897,
+                0.020658176422119142,
                 0.0206561279296875,
+                0.020780288696289062,
+                0.020814592361450196,
+                0.020787200927734374,
+                0.020692991256713866,
+                0.020666368484497072,
+                0.020717567443847656,
+                0.020717567443847656,
+                0.021210111618041993,
+                0.020718591690063477,
+                0.020545536041259766,
                 0.02059775924682617,
+                0.020728832244873048,
+                0.020724895477294922,
+                0.02086895942687988,
+                0.020658399581909178,
+                0.020689695358276368,
+                0.02064384078979492,
+                0.02061311912536621,
+                0.020554847717285156,
+                0.02063862419128418,
+                0.020618240356445314,
+                0.02063564872741699,
+                0.02070528030395508,
+                0.020617216110229493,
+                0.020632575988769532,
+                0.020831232070922853,
                 0.020730880737304686,
+                0.020661247253417968,
+                0.02063564872741699,
+                0.02058956718444824,
+                0.020624383926391602,
+                0.020620288848876952,
+                0.020745216369628908,
+                0.02062233543395996,
+                0.020625408172607423,
+                0.020590591430664062,
+                0.02065510368347168,
+                0.020554752349853517,
+                0.020686016082763672,
+                0.020630336761474608,
+                0.02066739273071289,
                 0.020602880477905275,
+                0.020599807739257812,
+                0.02066227149963379,
+                0.020781055450439453,
+                0.020757503509521484,
+                0.02068172836303711,
+                0.02069196891784668,
+                0.020753631591796873,
+                0.02064156723022461,
+                0.020612096786499022,
                 0.020714496612548827,
+                0.020677759170532228,
+                0.02070412826538086,
+                0.020716543197631835,
+                0.020699136734008788,
+                0.02065715217590332,
+                0.02069606399536133,
+                0.02068992042541504,
+                0.02086092758178711,
+                0.02075657653808594,
+                0.020718496322631837,
+                0.02067353630065918,
+                0.020723712921142577,
+                0.02065203285217285,
+                0.020785152435302736,
+                0.020725759506225586,
+                0.02070425605773926,
+                0.020720640182495118,
+                0.02067967987060547,
+                0.020620288848876952,
+                0.02084351921081543,
+                0.020770816802978515,
+                0.02064896011352539,
                 0.020632575988769532,
+                0.02067148780822754,
+                0.02073206329345703,
+                0.020799327850341796,
+                0.020742143630981445,
+                0.0208035831451416,
+                0.021182464599609374,
+                0.020771839141845702,
+                0.02078227233886719,
+                0.020694847106933593,
+                0.020682752609252928,
+                0.02068889617919922,
+                0.02064588737487793,
+                0.020617216110229493,
+                0.0208035831451416,
+                0.02065836715698242,
+                0.02068160057067871,
+                0.020668352127075195,
+                0.02067967987060547,
+                0.020775936126708985,
+                0.02070425605773926,
+                0.0205948486328125,
+                0.020661088943481447,
+                0.020722688674926756,
+                0.020619264602661135,
+                0.020813823699951172,
+                0.02069811248779297,
+                0.020722911834716796,
+                0.020669376373291016,
+                0.021006175994873047,
+                0.02070425605773926,
+                0.020853759765625,
+                0.02075152015686035,
+                0.02070512008666992,
+                0.020742143630981445,
+                0.020789375305175783,
+                0.020760448455810546,
+                0.020699136734008788,
+                0.02066739273071289,
+                0.020701183319091796,
+                0.020699199676513673,
+                0.020850624084472656,
+                0.02069708824157715,
+                0.02063052749633789,
+                0.020595712661743162,
                 0.02058137512207031,
+                0.02088140869140625,
+                0.020709375381469726,
+                0.020756479263305663,
+                0.02065920066833496,
+                0.02067251205444336,
+                0.020570112228393556,
+                0.020824064254760744,
+                0.02070537567138672,
+                0.020781984329223634,
                 0.02067046356201172,
+                0.020776960372924806,
+                0.020809728622436522,
+                0.020686847686767578,
+                0.02071865653991699,
+                0.02076460838317871,
+                0.020714496612548827,
+                0.02071244812011719,
+                0.020717567443847656,
+                0.020840448379516603,
+                0.020730880737304686,
+                0.020720640182495118,
+                0.02066739273071289,
+                0.020601856231689454,
+                0.020784128189086915,
+                0.020626432418823244,
+                0.020948991775512696,
+                0.02071244812011719,
+                0.02062748718261719,
+                0.020591583251953125,
+                0.02068182373046875,
+                0.020749343872070312,
+                0.02070822334289551,
+                0.020611072540283205,
+                0.020685823440551757,
+                0.020792320251464845,
+                0.020669439315795898,
+                0.02065100860595703,
+                0.02063871955871582,
+                0.0206376953125,
+                0.020743167877197266,
+                0.020699136734008788,
+                0.020752384185791017,
+                0.020657215118408203,
+                0.02077791976928711,
+                0.020658176422119142,
+                0.020772064208984375,
+                0.020746015548706056,
+                0.02069305610656738,
+                0.02096940803527832,
+                0.020650047302246094,
+                0.020726720809936525,
+                0.02069606399536133,
+                0.020827392578125,
+                0.020813568115234375,
+                0.02082099151611328,
+                0.02085273551940918,
+                0.020779008865356444,
+                0.02097587203979492,
+                0.020939680099487306,
+                0.02078499221801758,
+                0.020780031204223632,
+                0.020730880737304686,
+                0.020779008865356444,
+                0.020703231811523438,
+                0.02081996726989746,
+                0.020818944931030273,
+                0.020812864303588866,
+                0.020809919357299804,
+                0.02072652816772461,
+                0.020700159072875975,
+                0.020783103942871094,
+                0.020875263214111327,
+                0.02069708824157715,
+                0.020783103942871094,
+                0.02071244812011719,
+                0.020780031204223632,
+                0.02080460739135742,
+                0.020715744018554687,
+                0.020759328842163086,
+                0.020738271713256835,
+                0.020748064041137694,
+                0.021140480041503908,
+                0.020797439575195312,
+                0.02082508850097656,
+                0.02072985649108887,
+                0.02085990333557129,
+                0.020775999069213867,
+                0.020735935211181642,
+                0.02071244812011719,
+                0.020711423873901368,
+                0.020822015762329102,
+                0.020744192123413087,
+                0.02083020782470703,
+                0.02087014389038086,
+                0.020952064514160155,
+                0.020782079696655274,
+                0.020738048553466795,
+                0.020733951568603515,
+                0.020818944931030273,
+                0.020761600494384767,
+                0.020756479263305663,
+                0.020747520446777343,
+                0.020792064666748048,
+                0.020923423767089843,
+                0.02071139144897461,
+                0.020823040008544923,
+                0.02070425605773926,
+                0.020710399627685547,
+                0.020715583801269533,
+                0.02084966468811035,
+                0.02071651268005371,
+                0.020825056076049803,
+                0.020769792556762694,
+                0.020923391342163086,
+                0.020727807998657227,
+                0.02071561622619629,
+                0.020726688385009767,
+                0.020784128189086915,
+                0.02086604881286621,
+                0.020758527755737305,
+                0.02071244812011719,
+                0.020731903076171874,
+                0.020806880950927736,
+                0.02084227180480957,
+                0.020832256317138673,
+                0.020734975814819336,
+                0.020674560546875,
+                0.020768768310546876,
+                0.020809728622436522,
+                0.0208721923828125,
+                0.020742303848266603,
+                0.02078704071044922,
+                0.020695039749145508,
+                0.020815872192382814,
+                0.020751359939575196,
+                0.02069708824157715,
+                0.020732927322387695,
+                0.02082508850097656,
+                0.020777984619140624,
+                0.020817920684814452,
+                0.020761600494384767,
+                0.020726783752441406,
+                0.02085171127319336,
+                0.020764671325683593,
+                0.020816896438598635,
+                0.020728031158447267,
+                0.020716320037841796,
+                0.020725984573364258,
+                0.020809503555297853,
+                0.02082611274719238,
+                0.020709375381469726,
+                0.020767744064331056,
+                0.020746240615844725,
+                0.02080460739135742,
+                0.021136480331420897,
+                0.02105641555786133,
+                0.020779104232788087,
+                0.020695968627929686,
+                0.020717664718627928,
+                0.020724639892578126
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 48.29978692842008
         },
         "energy": null,
         "efficiency": null