Upload /gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,963 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1079.635968,
+            "max_vram": 3193.962496,
+            "max_reserved": 2709.520384,
+            "max_allocated": 2546.903552
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.025713854238122807,
+            "stdev": 0.00030360055341363323,
+            "values": [
+                0.028421695709228516,
+                0.026586111068725587,
+                0.02635897636413574,
+                0.026595327377319337,
+                0.02615616035461426,
+                0.02615091133117676,
+                0.026216447830200194,
+                0.02633830451965332,
+                0.02635775947570801,
+                0.028296192169189452,
+                0.028580863952636718,
+                0.02812723159790039,
+                0.026614784240722656,
+                0.025801727294921875,
+                0.025643007278442383,
+                0.02571161651611328,
+                0.02567987251281738,
+                0.02573004722595215,
+                0.025627647399902344,
+                0.02555392074584961,
+                0.02555904006958008,
+                0.02552524757385254,
+                0.025627647399902344,
+                0.025594879150390625,
+                0.025639936447143553,
+                0.025636863708496094,
+                0.025624576568603515,
+                0.025669631958007814,
+                0.025668607711791993,
+                0.026396671295166017,
+                0.025655296325683592,
+                0.025596927642822266,
+                0.025604095458984375,
+                0.025593856811523437,
+                0.02571571159362793,
+                0.025676799774169923,
+                0.025693183898925782,
+                0.025657567977905273,
+                0.025619455337524414,
+                0.025572351455688477,
+                0.025641984939575195,
+                0.025677824020385744,
+                0.025586687088012695,
+                0.025771007537841797,
+                0.02571059226989746,
+                0.02568191909790039,
+                0.025643007278442383,
+                0.0256790714263916,
+                0.025750528335571288,
+                0.025626623153686523,
+                0.02572390365600586,
+                0.025693183898925782,
+                0.02567884826660156,
+                0.025667680740356445,
+                0.025677824020385744,
+                0.025693183898925782,
+                0.025705472946166992,
+                0.02569830322265625,
+                0.025693183898925782,
+                0.02565017509460449,
+                0.025603071212768554,
+                0.025639936447143553,
+                0.025669631958007814,
+                0.026003456115722655,
+                0.025650432586669922,
+                0.025627647399902344,
+                0.025637887954711915,
+                0.025620479583740235,
+                0.025596927642822266,
+                0.02570854377746582,
+                0.025680896759033203,
+                0.025646080017089845,
+                0.02559292793273926,
+                0.025628671646118165,
+                0.025656320571899413,
+                0.025630720138549806,
+                0.025626623153686523,
+                0.025656320571899413,
+                0.025659391403198242,
+                0.025604095458984375,
+                0.025623552322387694,
+                0.025882623672485353,
+                0.025602048873901367,
+                0.025581567764282227,
+                0.02564019203186035,
+                0.02571468734741211,
+                0.025657344818115234,
+                0.025643007278442383,
+                0.025655296325683592,
+                0.025636863708496094,
+                0.025693183898925782,
+                0.025605119705200196,
+                0.025582592010498048,
+                0.025683967590332032,
+                0.025585887908935546,
+                0.025625600814819335,
+                0.025606143951416017,
+                0.025663488388061522,
+                0.025602048873901367,
+                0.025652223587036133,
+                0.02555084800720215,
+                0.025608415603637694,
+                0.025586687088012695,
+                0.025596927642822266,
+                0.025648128509521483,
+                0.025610240936279297,
+                0.025595903396606445,
+                0.025654272079467775,
+                0.025622528076171876,
+                0.025627647399902344,
+                0.02561561584472656,
+                0.025592832565307616,
+                0.025609216690063476,
+                0.025610240936279297,
+                0.025593856811523437,
+                0.025595903396606445,
+                0.025646080017089845,
+                0.025613311767578126,
+                0.025671680450439452,
+                0.025647104263305662,
+                0.025613311767578126,
+                0.025586687088012695,
+                0.025623552322387694,
+                0.025612287521362305,
+                0.025671680450439452,
+                0.025602048873901367,
+                0.02572287940979004,
+                0.02569113540649414,
+                0.025694303512573242,
+                0.0257126407623291,
+                0.02565836715698242,
+                0.02555392074584961,
+                0.025644031524658203,
+                0.025659391403198242,
+                0.02571468734741211,
+                0.025626623153686523,
+                0.02571161651611328,
+                0.02569545555114746,
+                0.02567884826660156,
+                0.025846784591674804,
+                0.025596927642822266,
+                0.026058752059936522,
+                0.025607168197631838,
+                0.025639936447143553,
+                0.02568294334411621,
+                0.025613311767578126,
+                0.025667648315429687,
+                0.0257126407623291,
+                0.02565017509460449,
+                0.02567475128173828,
+                0.025683967590332032,
+                0.02555904006958008,
+                0.025686016082763673,
+                0.025689088821411132,
+                0.025684991836547853,
+                0.025671808242797852,
+                0.025662464141845705,
+                0.025638912200927736,
+                0.025580543518066406,
+                0.025652223587036133,
+                0.02612735939025879,
+                0.02568294334411621,
+                0.025653247833251954,
+                0.02570751953125,
+                0.025677824020385744,
+                0.025659391403198242,
+                0.025663488388061522,
+                0.025641984939575195,
+                0.025634815216064453,
+                0.025717760086059572,
+                0.025630720138549806,
+                0.02569113540649414,
+                0.02569113540649414,
+                0.02567987251281738,
+                0.025661535263061523,
+                0.02561440086364746,
+                0.025627647399902344,
+                0.025586687088012695,
+                0.025634815216064453,
+                0.025628671646118165,
+                0.02571059226989746,
+                0.025664512634277343,
+                0.02569523239135742,
+                0.02574131202697754,
+                0.025694368362426757,
+                0.025647104263305662,
+                0.02572185516357422,
+                0.025632768630981444,
+                0.025616384506225585,
+                0.025673728942871094,
+                0.02569011116027832,
+                0.02570240020751953,
+                0.025742399215698243,
+                0.025635839462280274,
+                0.025687135696411133,
+                0.025667583465576172,
+                0.025686016082763673,
+                0.025680896759033203,
+                0.02574131202697754,
+                0.02572800064086914,
+                0.02569113540649414,
+                0.02568720054626465,
+                0.025636863708496094,
+                0.02567065620422363,
+                0.025667583465576172,
+                0.025630720138549806,
+                0.0257259521484375,
+                0.025627647399902344,
+                0.025633792877197265,
+                0.025618431091308593,
+                0.025654272079467775,
+                0.02568806457519531,
+                0.02569113540649414,
+                0.025598976135253908,
+                0.025604095458984375,
+                0.025656320571899413,
+                0.025654272079467775,
+                0.02568294334411621,
+                0.025671680450439452,
+                0.025667583465576172,
+                0.026065919876098635,
+                0.02572083282470703,
+                0.025649152755737304,
+                0.02569830322265625,
+                0.02560620880126953,
+                0.025672704696655273,
+                0.02571366310119629,
+                0.025568256378173827,
+                0.02568191909790039,
+                0.025643007278442383,
+                0.025689088821411132,
+                0.025793535232543945,
+                0.02571161651611328,
+                0.025796607971191408,
+                0.025701375961303712,
+                0.025634815216064453,
+                0.02570240020751953,
+                0.025609439849853515,
+                0.02589388847351074,
+                0.025785343170166015,
+                0.025668607711791993,
+                0.025644031524658203,
+                0.025622528076171876,
+                0.025585664749145507,
+                0.025675775527954102,
+                0.025602048873901367,
+                0.025624576568603515,
+                0.025601024627685546,
+                0.025605119705200196,
+                0.02571673583984375,
+                0.025631744384765624,
+                0.02566655921936035,
+                0.025617408752441406,
+                0.025604095458984375,
+                0.025689088821411132,
+                0.025632768630981444,
+                0.025591808319091795,
+                0.025571327209472656,
+                0.02564918327331543,
+                0.025643007278442383,
+                0.025603071212768554,
+                0.025693183898925782,
+                0.025659391403198242,
+                0.025603071212768554,
+                0.02569011116027832,
+                0.02572185516357422,
+                0.02575564765930176,
+                0.025653247833251954,
+                0.025648128509521483,
+                0.02569036865234375,
+                0.025645055770874024,
+                0.025637887954711915,
+                0.025646080017089845,
+                0.025627647399902344,
+                0.025652223587036133,
+                0.025593856811523437,
+                0.025618431091308593,
+                0.025585664749145507,
+                0.025641984939575195,
+                0.025657344818115234,
+                0.02572185516357422,
+                0.025625823974609375,
+                0.025602048873901367,
+                0.025587711334228515,
+                0.025664512634277343,
+                0.0257126407623291,
+                0.025638912200927736,
+                0.025635839462280274,
+                0.025630720138549806,
+                0.02565836715698242,
+                0.025769983291625977,
+                0.02563279914855957,
+                0.025624576568603515,
+                0.025639936447143553,
+                0.025686016082763673,
+                0.025723968505859375,
+                0.025645055770874024,
+                0.02567065620422363,
+                0.02613555145263672,
+                0.025668607711791993,
+                0.025758720397949218,
+                0.025665536880493164,
+                0.0256911678314209,
+                0.02567884826660156,
+                0.025742431640625,
+                0.02572185516357422,
+                0.025647104263305662,
+                0.02570444869995117,
+                0.025646080017089845,
+                0.02574847984313965,
+                0.025677824020385744,
+                0.025629695892333985,
+                0.025584640502929686,
+                0.025552896499633788,
+                0.02568704032897949,
+                0.02569011116027832,
+                0.025644031524658203,
+                0.0261396484375,
+                0.02558361625671387,
+                0.025628671646118165,
+                0.025761791229248047,
+                0.025637887954711915,
+                0.025663488388061522,
+                0.025625600814819335,
+                0.025686016082763673,
+                0.02570854377746582,
+                0.025614336013793947,
+                0.025625696182250978,
+                0.025639936447143553,
+                0.0257259521484375,
+                0.025669631958007814,
+                0.025609216690063476,
+                0.025637887954711915,
+                0.025607168197631838,
+                0.02565017509460449,
+                0.02574028778076172,
+                0.025668607711791993,
+                0.02592051124572754,
+                0.025672704696655273,
+                0.025652223587036133,
+                0.025798656463623046,
+                0.025689088821411132,
+                0.02569011116027832,
+                0.025635839462280274,
+                0.02568294334411621,
+                0.02572185516357422,
+                0.0257127685546875,
+                0.025641984939575195,
+                0.025659391403198242,
+                0.025610240936279297,
+                0.02573619270324707,
+                0.025610240936279297,
+                0.02572697639465332,
+                0.025767936706542968,
+                0.025659391403198242,
+                0.025613311767578126,
+                0.025610240936279297,
+                0.025653247833251954,
+                0.025717760086059572,
+                0.02572083282470703,
+                0.025661439895629884,
+                0.025648128509521483,
+                0.025661439895629884,
+                0.025660415649414063,
+                0.025777151107788086,
+                0.025659391403198242,
+                0.025660480499267578,
+                0.025632768630981444,
+                0.02572902488708496,
+                0.02573423957824707,
+                0.025578496932983398,
+                0.025623552322387694,
+                0.025639936447143553,
+                0.025632768630981444,
+                0.025667583465576172,
+                0.025662464141845705,
+                0.025652223587036133,
+                0.026096639633178712,
+                0.025682016372680663,
+                0.02569011116027832,
+                0.02570342445373535,
+                0.02572800064086914,
+                0.025639936447143553,
+                0.025659391403198242,
+                0.02556211280822754,
+                0.025640960693359374,
+                0.02570240020751953,
+                0.025785343170166015,
+                0.025668607711791993
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 9955.722608882954
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1079.635968,
+            "max_vram": 3472.883712,
+            "max_reserved": 2988.4416,
+            "max_allocated": 2813.773312
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 5.112615415573122,
+            "stdev": 0.008767993927004447,
+            "values": [
+                5.121383409500126,
+                5.103847421646117
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 49.87662463780578
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.02004947221793381,
+            "stdev": 0.00010631814525496304,
+            "values": [
+                0.02019327926635742,
+                0.02003660774230957,
+                0.02008166313171387,
+                0.020094175338745118,
+                0.019956512451171873,
+                0.020099327087402342,
+                0.020105983734130858,
+                0.020489215850830078,
+                0.020000768661499024,
+                0.020092927932739257,
+                0.019938304901123048,
+                0.020049983978271485,
+                0.02016864013671875,
+                0.020075519561767577,
+                0.02008576011657715,
+                0.0200130558013916,
+                0.019970304489135744,
+                0.020060928344726562,
+                0.020075519561767577,
+                0.020121599197387697,
+                0.020136959075927736,
+                0.020123647689819335,
+                0.02001919937133789,
+                0.02003558349609375,
+                0.019970048904418947,
+                0.02002943992614746,
+                0.02007142448425293,
+                0.020039680480957032,
+                0.020165632247924805,
+                0.019990528106689453,
+                0.020092927932739257,
+                0.020084735870361328,
+                0.020084735870361328,
+                0.02008166313171387,
+                0.020212736129760742,
+                0.020084735870361328,
+                0.020006912231445313,
+                0.019965951919555663,
+                0.02007347106933594,
+                0.019989696502685547,
+                0.02000467109680176,
+                0.02006425666809082,
+                0.02006425666809082,
+                0.02007859230041504,
+                0.02004787254333496,
+                0.019944448471069336,
+                0.020032512664794923,
+                0.019960832595825196,
+                0.02005504035949707,
+                0.02002739143371582,
+                0.019916799545288084,
+                0.01990553665161133,
+                0.01992192077636719,
+                0.019951616287231445,
+                0.019959808349609375,
+                0.019978239059448243,
+                0.019946495056152345,
+                0.019994623184204103,
+                0.020122623443603514,
+                0.020147199630737304,
+                0.02004787254333496,
+                0.02000588798522949,
+                0.02003046417236328,
+                0.020024320602416993,
+                0.020136959075927736,
+                0.02003865623474121,
+                0.019998720169067383,
+                0.020025375366210938,
+                0.019988447189331054,
+                0.020172800064086914,
+                0.0200130558013916,
+                0.020170751571655272,
+                0.02003558349609375,
+                0.020132896423339843,
+                0.020011999130249022,
+                0.019976192474365235,
+                0.019987455368041994,
+                0.020000768661499024,
+                0.019991552352905274,
+                0.019986656188964842,
+                0.019947296142578126,
+                0.020145151138305666,
+                0.020116479873657226,
+                0.020114431381225584,
+                0.020496383666992187,
+                0.020050943374633787,
+                0.020039680480957032,
+                0.020177024841308594,
+                0.020014976501464842,
+                0.020021440505981446,
+                0.02000467109680176,
+                0.020114431381225584,
+                0.020123647689819335,
+                0.02003763198852539,
+                0.020025344848632814,
+                0.019994623184204103,
+                0.02003763198852539,
+                0.02001817512512207,
+                0.0200263671875,
+                0.020057088851928712,
+                0.020160512924194338,
+                0.020106239318847655,
+                0.02020966339111328,
+                0.020006975173950194,
+                0.020070335388183595,
+                0.020059232711791993,
+                0.020120479583740233,
+                0.020117504119873047,
+                0.020555776596069338,
+                0.020108287811279296,
+                0.02012057685852051,
+                0.020002912521362305,
+                0.019954591751098632,
+                0.02001919937133789,
+                0.02025369644165039,
+                0.020139007568359374,
+                0.020140031814575195,
+                0.02008166313171387,
+                0.019993600845336915,
+                0.02006447982788086,
+                0.020110111236572265,
+                0.02024345588684082,
+                0.02012774467468262,
+                0.02011136054992676,
+                0.019994623184204103,
+                0.01997123146057129,
+                0.019997535705566408,
+                0.02000486373901367,
+                0.020031488418579102,
+                0.020060319900512696,
+                0.020019039154052735,
+                0.02000611114501953,
+                0.02008041572570801,
+                0.020135936737060548,
+                0.020229120254516602,
+                0.02010316848754883,
+                0.020126720428466797,
+                0.0200447998046875,
+                0.020063232421875,
+                0.02007347106933594,
+                0.020065280914306642,
+                0.020031488418579102,
+                0.020118528366088868,
+                0.02023526382446289,
+                0.02018611145019531,
+                0.020069408416748046,
+                0.020046815872192383,
+                0.020039871215820314,
+                0.020032320022583008,
+                0.020123647689819335,
+                0.02001408004760742,
+                0.019998720169067383,
+                0.020039680480957032,
+                0.020048896789550782,
+                0.02008678436279297,
+                0.019993600845336915,
+                0.020132863998413086,
+                0.020093952178955078,
+                0.02027212715148926,
+                0.020182016372680665,
+                0.020141056060791016,
+                0.020102144241333008,
+                0.02011136054992676,
+                0.020133888244628906,
+                0.020090879440307616,
+                0.020168703079223634,
+                0.020102144241333008,
+                0.020191232681274415,
+                0.020114431381225584,
+                0.020214784622192384,
+                0.02020249557495117,
+                0.02008064079284668,
+                0.02005606460571289,
+                0.020197376251220703,
+                0.020033536911010744,
+                0.020036703109741212,
+                0.02002627182006836,
+                0.020059135437011717,
+                0.020083711624145507,
+                0.02007347106933594,
+                0.02012057685852051,
+                0.020264959335327147,
+                0.020137983322143553,
+                0.020159488677978517,
+                0.020551679611206054,
+                0.02017807960510254,
+                0.020067167282104493,
+                0.020006912231445313,
+                0.020017152786254884,
+                0.020304895401000975,
+                0.02004991912841797,
+                0.019971071243286134,
+                0.020060159683227538,
+                0.0200581111907959,
+                0.020142080307006836,
+                0.020034624099731446,
+                0.020093887329101563,
+                0.02006118392944336,
+                0.020176895141601564,
+                0.019990528106689453,
+                0.020172800064086914,
+                0.020083711624145507,
+                0.02006118392944336,
+                0.020107263565063475,
+                0.01998847961425781,
+                0.019936256408691407,
+                0.02008883285522461,
+                0.020034624099731446,
+                0.020571071624755858,
+                0.020121824264526366,
+                0.020138784408569334,
+                0.020067327499389647,
+                0.02006425666809082,
+                0.020084735870361328,
+                0.020116479873657226,
+                0.020141088485717773,
+                0.02015126419067383,
+                0.02006630325317383,
+                0.02007244873046875,
+                0.02003455924987793,
+                0.02004684829711914,
+                0.0200817928314209,
+                0.02024537658691406,
+                0.020103200912475586,
+                0.020157407760620118,
+                0.020136959075927736,
+                0.020133888244628906,
+                0.02002227210998535,
+                0.02007244873046875,
+                0.02007040023803711,
+                0.02007040023803711,
+                0.02008166313171387,
+                0.020060159683227538,
+                0.020206815719604494,
+                0.020085535049438476,
+                0.02023423957824707,
+                0.020200447082519533,
+                0.020098047256469728,
+                0.02004684829711914,
+                0.02006118392944336,
+                0.02007040023803711,
+                0.020136959075927736,
+                0.020144128799438478,
+                0.020118528366088868,
+                0.020288511276245116,
+                0.020099071502685546,
+                0.02019430351257324,
+                0.02004684829711914,
+                0.02005401611328125,
+                0.020015104293823242,
+                0.019991552352905274,
+                0.019975168228149414,
+                0.020050943374633787,
+                0.020155391693115234,
+                0.019990528106689453,
+                0.02006425666809082,
+                0.020118528366088868,
+                0.020065280914306642,
+                0.02002227210998535,
+                0.019994623184204103,
+                0.0200447998046875,
+                0.019950592041015625,
+                0.02007756805419922,
+                0.019956735610961913,
+                0.019977216720581056,
+                0.020134912490844727,
+                0.02004684829711914,
+                0.020101119995117187,
+                0.02007347106933594,
+                0.020011007308959963,
+                0.020031488418579102,
+                0.020001792907714845,
+                0.019971071243286134,
+                0.019919872283935547,
+                0.020015104293823242,
+                0.019974143981933593,
+                0.020084735870361328,
+                0.020006912231445313,
+                0.02004684829711914,
+                0.02002841567993164,
+                0.019969024658203126,
+                0.02004991912841797,
+                0.019981311798095702,
+                0.02044108772277832,
+                0.019962879180908204,
+                0.019952640533447266,
+                0.0198922233581543,
+                0.020084735870361328,
+                0.019954687118530275,
+                0.01999564743041992,
+                0.020052000045776366,
+                0.01995363235473633,
+                0.01987276840209961,
+                0.019944448471069336,
+                0.019919872283935547,
+                0.019914751052856446,
+                0.019826688766479493,
+                0.02004582405090332,
+                0.019941375732421874,
+                0.019929088592529298,
+                0.02001817512512207,
+                0.019945472717285157,
+                0.019958784103393554,
+                0.01985024070739746,
+                0.019937280654907227,
+                0.019853311538696287,
+                0.0199466552734375,
+                0.020431711196899415,
+                0.019922176361083985,
+                0.02009574317932129,
+                0.019914751052856446,
+                0.019936256408691407,
+                0.01992192077636719,
+                0.019983360290527344,
+                0.02001408004760742,
+                0.019893247604370116,
+                0.02000383949279785,
+                0.01990656089782715,
+                0.01999977684020996,
+                0.019901407241821288,
+                0.01988198471069336,
+                0.019887104034423828,
+                0.019885055541992186,
+                0.01984819221496582,
+                0.019936256408691407,
+                0.019959808349609375,
+                0.020031488418579102,
+                0.019909631729125975,
+                0.02001203155517578,
+                0.020017152786254884,
+                0.01986457633972168,
+                0.020016128540039063,
+                0.01998028755187988,
+                0.019956735610961913,
+                0.019976192474365235,
+                0.019934207916259765,
+                0.019861503601074217,
+                0.01985740852355957,
+                0.02012175941467285,
+                0.019886943817138673,
+                0.019940576553344726,
+                0.020035360336303713,
+                0.01983795166015625,
+                0.019915775299072267,
+                0.019947519302368166,
+                0.0198656005859375,
+                0.01988096046447754,
+                0.01987993621826172,
+                0.02002547264099121,
+                0.019898239135742186,
+                0.019997695922851562,
+                0.019975168228149414,
+                0.019931135177612306,
+                0.019895456314086915,
+                0.020028255462646485,
+                0.019933183670043944,
+                0.02004172706604004,
+                0.01986355209350586,
+                0.01991689682006836,
+                0.019908512115478515,
+                0.0198973445892334,
+                0.019948543548583983,
+                0.019912832260131835,
+                0.019990400314331056,
+                0.019948671340942383,
+                0.02000985527038574,
+                0.020107263565063475,
+                0.019983360290527344,
+                0.0200447998046875,
+                0.019920896530151368,
+                0.019947519302368166,
+                0.019975168228149414,
+                0.01979916763305664,
+                0.020022144317626955,
+                0.019935232162475586,
+                0.02007859230041504,
+                0.020039680480957032,
+                0.019942495346069337,
+                0.01982374382019043,
+                0.0199617919921875,
+                0.019870559692382814,
+                0.01989017677307129,
+                0.020015104293823242,
+                0.02007142448425293,
+                0.020382720947265624,
+                0.02000486373901367,
+                0.019971071243286134,
+                0.019987455368041994,
+                0.019854335784912108,
+                0.01992192077636719,
+                0.019928064346313477,
+                0.019933183670043944,
+                0.020311040878295897,
+                0.019928064346313477,
+                0.020082687377929686,
+                0.02009600067138672,
+                0.02005606460571289,
+                0.020016128540039063,
+                0.019936256408691407,
+                0.019959808349609375,
+                0.019910655975341796,
+                0.019986431121826173,
+                0.02003455924987793,
+                0.02021887969970703,
+                0.019949567794799804,
+                0.0200898551940918,
+                0.020098047256469728,
+                0.02005299186706543,
+                0.02047385597229004,
+                0.02004377555847168,
+                0.020024320602416993,
+                0.020033536911010744,
+                0.020089887619018556,
+                0.020184032440185545,
+                0.0200614070892334,
+                0.02000464057922363,
+                0.02010316848754883,
+                0.02003558349609375,
+                0.02004275131225586,
+                0.020051967620849608,
+                0.02001420783996582,
+                0.020013952255249025,
+                0.019941375732421874,
+                0.020170751571655272,
+                0.02005299186706543,
+                0.020015104293823242,
+                0.020152320861816408,
+                0.02008883285522461,
+                0.020011007308959963,
+                0.02008166313171387,
+                0.0200447998046875,
+                0.020098047256469728,
+                0.02007859230041504,
+                0.020091903686523437,
+                0.020031488418579102,
+                0.02004377555847168,
+                0.0200581111907959,
+                0.020031488418579102,
+                0.020110336303710938,
+                0.019987455368041994,
+                0.020008096694946288,
+                0.02011734390258789,
+                0.020011007308959963,
+                0.020099071502685546,
+                0.020084735870361328,
+                0.019981311798095702,
+                0.020151296615600587,
+                0.019987455368041994,
+                0.020060159683227538,
+                0.020139007568359374,
+                0.020107263565063475,
+                0.02007347106933594,
+                0.0200130558013916,
+                0.01998847961425781,
+                0.020039680480957032,
+                0.02003558349609375,
+                0.020207616806030275,
+                0.019977216720581056,
+                0.020002815246582033,
+                0.019982336044311523,
+                0.020069599151611328,
+                0.019963680267333986,
+                0.02016979217529297,
+                0.01995871925354004,
+                0.02005504035949707,
+                0.020121599197387697,
+                0.02000899124145508,
+                0.019979232788085936,
+                0.020040704727172853,
+                0.020023296356201172,
+                0.019956735610961913,
+                0.02002124786376953,
+                0.020188159942626953,
+                0.019956735610961913,
+                0.02007244873046875,
+                0.020107263565063475,
+                0.02023324775695801,
+                0.020006879806518555,
+                0.020163583755493163,
+                0.020126720428466797,
+                0.020001792907714845,
+                0.0200130558013916,
+                0.02001408004760742,
+                0.019965951919555663,
+                0.020163583755493163,
+                0.020410367965698242,
+                0.020028608322143555,
+                0.020106048583984376,
+                0.02002841567993164,
+                0.01998028755187988,
+                0.01998355293273926,
+                0.020022079467773436,
+                0.019979263305664064,
+                0.020106239318847655,
+                0.02002227210998535,
+                0.020009983062744142,
+                0.020166656494140626,
+                0.020040704727172853,
+                0.02002841567993164,
+                0.02011238479614258,
+                0.020114431381225584,
+                0.02003865623474121,
+                0.020017152786254884,
+                0.020000768661499024,
+                0.019999744415283204,
+                0.02009600067138672,
+                0.02005504035949707,
+                0.019989503860473632,
+                0.020221952438354493,
+                0.020342784881591795
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 49.87662463780578
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}