kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 16

Commit

db76677

•

1 Parent(s): 227b359

Upload /Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +754 -1013

Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,255 +2,252 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1957.736448,
             "max_vram": 4865.39264,
             "max_reserved": 4380.950528,
             "max_allocated": 4232.743424
         },
         "latency": {
             "unit": "s",
-            "mean": 0.04296390577463004,
-            "stdev": 0.000125775136595897,
             "values": [
-                0.04371113586425781,
-                0.04313497543334961,
-                0.04323328018188476,
-                0.04337667083740234,
-                0.043179134368896484,
-                0.0433520622253418,
-                0.043189247131347655,
-                0.04332134246826172,
-                0.04314828872680664,
-                0.04354355239868164,
-                0.04283494567871094,
-                0.04302134323120117,
-                0.042845184326171876,
-                0.04302336120605469,
-                0.04284108734130859,
-                0.043014144897460936,
-                0.04280831909179687,
-                0.04300697708129883,
-                0.04284316635131836,
-                0.043012096405029294,
-                0.042831871032714845,
-                0.04298649597167969,
-                0.04283903884887695,
-                0.04302643203735351,
-                0.04287385559082031,
-                0.04301824188232422,
-                0.04282572937011719,
-                0.043012096405029294,
-                0.042820606231689456,
-                0.043025409698486325,
-                0.042821632385253904,
-                0.04301004791259765,
-                0.04283193588256836,
-                0.04299980926513672,
-                0.04283494567871094,
-                0.04303155136108398,
-                0.042831871032714845,
-                0.043014144897460936,
-                0.042845184326171876,
-                0.04302131271362305,
-                0.042823680877685545,
-                0.04303974533081055,
-                0.042831871032714845,
-                0.04302438354492188,
-                0.042823680877685545,
-                0.04302950286865234,
-                0.04283494567871094,
-                0.04304281616210937,
-                0.04281856155395508,
-                0.043000831604003906,
-                0.04283391952514649,
-                0.042998783111572264,
-                0.042826751708984374,
-                0.042998783111572264,
-                0.04283801651000976,
-                0.043012096405029294,
-                0.042823680877685545,
-                0.04300902557373047,
-                0.04281753540039063,
-                0.04303155136108398,
-                0.042826751708984374,
-                0.043030529022216796,
-                0.042823680877685545,
-                0.0429936637878418,
-                0.0428328971862793,
-                0.04300799942016602,
-                0.04284108734130859,
-                0.04304281616210937,
-                0.0428144645690918,
-                0.04302252960205078,
-                0.042848255157470705,
-                0.04300697708129883,
-                0.04282265472412109,
-                0.043017215728759765,
-                0.042828800201416016,
-                0.04300799942016602,
-                0.04285235214233398,
-                0.04301926422119141,
-                0.04281958389282227,
-                0.04300902557373047,
-                0.04282777786254883,
-                0.04301619338989258,
-                0.042828929901123046,
-                0.04300288009643555,
-                0.04283494567871094,
-                0.043003902435302735,
-                0.04282572937011719,
-                0.04301311874389648,
-                0.04284415817260742,
-                0.04301619338989258,
-                0.04283391952514649,
-                0.043015167236328124,
-                0.0428328971862793,
-                0.043017215728759765,
-                0.042828800201416016,
-                0.04301004791259765,
-                0.04305619049072266,
-                0.04301619338989258,
-                0.04282572937011719,
-                0.04302336120605469,
-                0.042828800201416016,
-                0.04299264144897461,
-                0.04283391952514649,
-                0.043017215728759765,
-                0.042828800201416016,
-                0.043028480529785154,
-                0.04280831909179687,
-                0.043028480529785154,
-                0.042821632385253904,
-                0.04301619338989258,
-                0.04283699035644531,
-                0.043030529022216796,
-                0.04283084869384766,
-                0.04300902557373047,
-                0.042826751708984374,
-                0.04301107025146484,
-                0.04283699035644531,
-                0.04300799942016602,
-                0.04283903884887695,
-                0.04300191879272461,
-                0.042826751708984374,
-                0.0430274543762207,
-                0.042807296752929686,
-                0.043003902435302735,
-                0.04283391952514649,
-                0.04305920028686523,
-                0.04284928131103516,
-                0.04306124877929687,
-                0.042856449127197264,
-                0.04307455825805664,
-                0.04286873626708984,
-                0.043049983978271485,
-                0.04287590408325195,
-                0.04306534576416016,
-                0.04289945602416992,
-                0.043041793823242185,
-                0.042889217376708984,
-                0.04306227111816406,
-                0.04288614273071289,
-                0.04303974533081055,
-                0.04289228820800781,
-                0.04304076766967774,
-                0.04287897491455078,
-                0.04306227111816406,
-                0.04288204956054688,
-                0.043053054809570314,
-                0.04290867233276367,
-                0.043052032470703126,
-                0.042883071899414066,
-                0.043068416595458986,
-                0.04286975860595703,
-                0.0430643196105957,
-                0.04288819122314453,
-                0.043066368103027344,
-                0.04286566543579102,
-                0.043063297271728515,
-                0.04288819122314453,
-                0.04304281616210937,
-                0.04287385559082031,
-                0.04305920028686523,
-                0.042874881744384766,
-                0.043049983978271485,
-                0.04287692642211914,
-                0.04306124877929687,
-                0.04287180709838867,
-                0.043055103302001956,
-                0.04289228820800781,
-                0.043063297271728515,
-                0.04287692642211914,
-                0.043052032470703126,
-                0.04287081527709961,
-                0.043071487426757815,
-                0.04287897491455078,
-                0.04306227111816406,
-                0.04286566543579102,
-                0.04306739044189453,
-                0.04286361694335938,
-                0.04305817413330078,
-                0.042874881744384766,
-                0.04305920028686523,
-                0.042858497619628906,
-                0.04306227111816406,
-                0.04289023971557617,
-                0.04307455825805664,
-                0.04288000106811524,
-                0.043041793823242185,
-                0.04288614273071289,
-                0.04307353591918945,
-                0.04303257751464844,
-                0.04323331069946289,
-                0.04290867233276367,
-                0.04307353591918945,
-                0.042896385192871096,
-                0.04306227111816406,
-                0.04289535903930664,
-                0.04306134414672851,
-                0.04286975860595703,
-                0.043036670684814454,
-                0.04290662384033203,
-                0.043079681396484375,
-                0.042900478363037106,
-                0.04304076766967774,
-                0.042866687774658206,
-                0.04305817413330078,
-                0.04288000106811524,
-                0.04305408096313477,
-                0.042867710113525394,
-                0.04306124877929687,
-                0.04289023971557617,
-                0.04304281616210937,
-                0.04290764617919922,
-                0.04305920028686523,
-                0.04287590408325195,
-                0.043052032470703126,
-                0.04287180709838867,
-                0.043057247161865236,
-                0.042883071899414066,
-                0.04305817413330078,
-                0.04287692642211914,
-                0.043052032470703126,
-                0.042881023406982424,
-                0.04305100631713867,
-                0.04290252685546875,
-                0.04304076766967774,
-                0.04287692642211914,
-                0.04306534576416016,
-                0.04289142227172851,
-                0.043068416595458986,
-                0.04285337448120117,
-                0.043041793823242185,
-                0.042877952575683595,
-                0.043071487426757815,
-                0.042872833251953124,
-                0.04307046508789063
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 5958.489932057496
         },
         "energy": null,
         "efficiency": null
@@ -258,24 +255,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1957.736448,
             "max_vram": 5268.045824,
             "max_reserved": 4783.603712,
             "max_allocated": 4737.934848
         },
         "latency": {
             "unit": "s",
-            "mean": 4.5952770996093735,
-            "stdev": 0.009394410630215014,
             "values": [
-                4.607699838638303,
-                4.593144834518432,
-                4.584986625671388
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 55.49175696535831
         },
         "energy": null,
         "efficiency": null
@@ -284,779 +280,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.018020694508272053,
-            "stdev": 0.00025890627675573697,
             "values": [
-                0.01846156883239746,
-                0.01823641586303711,
-                0.017915903091430666,
-                0.018009088516235353,
-                0.017932287216186525,
-                0.018040063858032227,
-                0.01788287925720215,
-                0.01798246383666992,
-                0.018020544052124023,
-                0.018060096740722655,
-                0.01799990463256836,
-                0.018145248413085936,
-                0.017966367721557616,
-                0.018008800506591798,
-                0.01794256019592285,
-                0.017988576889038085,
-                0.017876991271972655,
-                0.017945600509643556,
-                0.017910943984985352,
-                0.018427743911743164,
-                0.017904640197753906,
-                0.01804800033569336,
-                0.01802137565612793,
-                0.01827020835876465,
-                0.017879039764404296,
-                0.01799679946899414,
-                0.017966079711914062,
-                0.01807974433898926,
-                0.018212127685546874,
-                0.01811734390258789,
-                0.017979391098022462,
-                0.01800601577758789,
-                0.017986560821533205,
-                0.017992704391479493,
-                0.01802979278564453,
-                0.017983264923095703,
-                0.018060287475585936,
-                0.017951744079589844,
-                0.01787718391418457,
-                0.017954816818237306,
-                0.01788607978820801,
-                0.017889215469360353,
-                0.017928192138671875,
-                0.017911808013916015,
-                0.017945600509643556,
-                0.017920000076293945,
-                0.01823744010925293,
-                0.017913856506347657,
-                0.017895423889160156,
-                0.018104352951049806,
-                0.0180644474029541,
-                0.017977247238159178,
-                0.018025472640991212,
-                0.017943552017211914,
-                0.017928192138671875,
-                0.017927167892456054,
-                0.017949695587158202,
-                0.017908735275268553,
-                0.017917951583862304,
-                0.017920000076293945,
-                0.017897567749023437,
-                0.017965984344482423,
-                0.017912832260131836,
-                0.01798860740661621,
-                0.018226240158081056,
-                0.01794246482849121,
-                0.0182325439453125,
-                0.01801193618774414,
-                0.01802239990234375,
-                0.018114559173583983,
-                0.01798361587524414,
-                0.01800793647766113,
-                0.01796403121948242,
-                0.017956031799316406,
-                0.01795257568359375,
-                0.01799884796142578,
-                0.018008064270019532,
-                0.018028575897216795,
-                0.01807356834411621,
-                0.018118656158447266,
-                0.018143232345581056,
-                0.01803775978088379,
-                0.018006208419799805,
-                0.018007999420166017,
-                0.018011327743530273,
-                0.01794937515258789,
-                0.017989728927612306,
-                0.01800387191772461,
-                0.017955839157104494,
-                0.017930240631103517,
-                0.018023584365844728,
-                0.018084703445434572,
-                0.01799180793762207,
-                0.01806118392944336,
-                0.01799600028991699,
-                0.018063135147094726,
-                0.017965311050415038,
-                0.018129663467407228,
-                0.018052095413208007,
-                0.017963008880615236,
-                0.017928192138671875,
-                0.017944576263427735,
-                0.01800396728515625,
-                0.01800934410095215,
-                0.017941408157348633,
-                0.018060127258300782,
-                0.01803775978088379,
-                0.017980640411376952,
-                0.018061088562011718,
-                0.018106624603271483,
-                0.018125568389892578,
-                0.01815449523925781,
-                0.017954816818237306,
-                0.018014303207397463,
-                0.018031679153442382,
-                0.017987424850463868,
-                0.017986560821533205,
-                0.01802956771850586,
-                0.017984512329101563,
-                0.0196177921295166,
-                0.022285503387451173,
-                0.020475711822509766,
-                0.02025881576538086,
-                0.020303871154785155,
-                0.020242431640625,
-                0.01922047996520996,
-                0.018501632690429686,
-                0.017932287216186525,
-                0.017971200942993162,
-                0.01801033592224121,
-                0.0184051513671875,
-                0.017955839157104494,
-                0.018389087677001953,
-                0.01792416000366211,
-                0.017941471099853515,
-                0.017945472717285155,
-                0.01798246383666992,
-                0.01790771293640137,
-                0.017970176696777345,
-                0.017904640197753906,
-                0.017989728927612306,
-                0.017909664154052735,
-                0.017943552017211914,
-                0.017929311752319335,
-                0.017978271484375,
-                0.017935359954833984,
-                0.018001920700073244,
-                0.01819545555114746,
-                0.018017280578613282,
-                0.01795686340332031,
-                0.017952991485595704,
-                0.017960031509399413,
-                0.017922752380371092,
-                0.017985536575317384,
-                0.017986560821533205,
-                0.01799679946899414,
-                0.01794771194458008,
-                0.01836025619506836,
-                0.017966079711914062,
-                0.017970176696777345,
-                0.01803264045715332,
-                0.01801625633239746,
-                0.017992704391479493,
-                0.01802956771850586,
-                0.01820262336730957,
-                0.0180216007232666,
-                0.01802012825012207,
-                0.017992704391479493,
-                0.01799577522277832,
-                0.017947647094726564,
-                0.018130943298339842,
-                0.01821696090698242,
-                0.01808896064758301,
-                0.01800499153137207,
-                0.018095104217529297,
-                0.018044927597045898,
-                0.017961280822753906,
-                0.01802720069885254,
-                0.018250911712646485,
-                0.018016096115112304,
-                0.018036735534667968,
-                0.017946624755859376,
-                0.017992704391479493,
-                0.018015296936035156,
-                0.017988544464111328,
-                0.017999872207641602,
-                0.018010112762451173,
-                0.018066432952880858,
-                0.018126848220825196,
-                0.01801955223083496,
-                0.018129695892333986,
-                0.018095104217529297,
-                0.018241535186767577,
-                0.01806662368774414,
-                0.017998655319213866,
-                0.01801625633239746,
-                0.017999872207641602,
-                0.01800704002380371,
-                0.01795686340332031,
-                0.017971424102783202,
-                0.0180416316986084,
-                0.018294944763183593,
-                0.018005855560302736,
-                0.017961151123046876,
-                0.017947456359863282,
-                0.017955007553100585,
-                0.017924928665161134,
-                0.017946624755859376,
-                0.017945600509643556,
-                0.017925119400024413,
-                0.017922048568725587,
-                0.017903615951538086,
-                0.017941503524780272,
-                0.017925119400024413,
-                0.017908735275268553,
-                0.018036735534667968,
-                0.017921119689941405,
-                0.01796009635925293,
-                0.017919776916503906,
-                0.01792527961730957,
-                0.017890111923217773,
-                0.017939456939697264,
-                0.01787494468688965,
-                0.017874015808105468,
-                0.017892255783081054,
-                0.017915903091430666,
-                0.0178832950592041,
-                0.01792393684387207,
-                0.017892351150512697,
-                0.018008064270019532,
-                0.017945600509643556,
-                0.017889535903930665,
-                0.017948415756225584,
-                0.017991680145263672,
-                0.01794867134094238,
-                0.017937408447265626,
-                0.017878175735473633,
-                0.01793315124511719,
-                0.017942527770996093,
-                0.017876991271972655,
-                0.017869823455810546,
-                0.017923328399658205,
-                0.018404096603393556,
-                0.01803775978088379,
-                0.017894432067871092,
-                0.01795382308959961,
-                0.01792915153503418,
-                0.017941503524780272,
-                0.017910879135131837,
-                0.01796806335449219,
-                0.017923040390014647,
-                0.01800601577758789,
-                0.017999872207641602,
-                0.018052095413208007,
-                0.017978368759155275,
-                0.01822003173828125,
-                0.01807257652282715,
-                0.01790889549255371,
-                0.018048864364624023,
-                0.017969152450561524,
-                0.01804697608947754,
-                0.017940671920776367,
-                0.018029375076293944,
-                0.01795193672180176,
-                0.018037567138671873,
-                0.017921024322509766,
-                0.018280448913574218,
-                0.018113536834716795,
-                0.018108415603637695,
-                0.01794867134094238,
-                0.018057279586791992,
-                0.01793939208984375,
-                0.01799065589904785,
-                0.01790070343017578,
-                0.017996736526489258,
-                0.0178809928894043,
-                0.01800294494628906,
-                0.017909759521484374,
-                0.01801215934753418,
-                0.017924095153808595,
-                0.017966079711914062,
-                0.017911808013916015,
-                0.01808076858520508,
-                0.017939456939697264,
-                0.01804083251953125,
-                0.017883392333984376,
-                0.017977216720581054,
-                0.017898368835449218,
-                0.017957887649536132,
-                0.017921024322509766,
-                0.018226175308227538,
-                0.017952768325805665,
-                0.01794047927856445,
-                0.017876991271972655,
-                0.01799679946899414,
-                0.01795686340332031,
-                0.01802956771850586,
-                0.017945600509643556,
-                0.01799782371520996,
-                0.017914079666137697,
-                0.017960735321044922,
-                0.017933311462402343,
-                0.017976480484008787,
-                0.017975135803222655,
-                0.017908735275268553,
-                0.017900543212890627,
-                0.017985536575317384,
-                0.017876991271972655,
-                0.017946624755859376,
-                0.017950912475585938,
-                0.018047807693481445,
-                0.01800396728515625,
-                0.017969152450561524,
-                0.017991680145263672,
-                0.01802239990234375,
-                0.017938432693481447,
-                0.017963008880615236,
-                0.017955839157104494,
-                0.017977344512939454,
-                0.017976320266723633,
-                0.018207744598388673,
-                0.01802342414855957,
-                0.017935359954833984,
-                0.01804083251953125,
-                0.018190336227416993,
-                0.0180633602142334,
-                0.017958911895751953,
-                0.017954816818237306,
-                0.017931488037109374,
-                0.017987360000610353,
-                0.017928192138671875,
-                0.017934335708618163,
-                0.0179835205078125,
-                0.017951711654663086,
-                0.017950719833374023,
-                0.017970176696777345,
-                0.017930240631103517,
-                0.017924095153808595,
-                0.01799884796142578,
-                0.01799398422241211,
-                0.017926912307739257,
-                0.01796403121948242,
-                0.017993728637695314,
-                0.017984800338745117,
-                0.017948383331298827,
-                0.017965280532836914,
-                0.017937183380126953,
-                0.0179814395904541,
-                0.017938432693481447,
-                0.01799065589904785,
-                0.017942527770996093,
-                0.017978368759155275,
-                0.018413568496704103,
-                0.018063615798950196,
-                0.018023168563842774,
-                0.017968128204345703,
-                0.01799065589904785,
-                0.01801420783996582,
-                0.018023616790771486,
-                0.018009920120239258,
-                0.018022560119628907,
-                0.017972063064575196,
-                0.0179703369140625,
-                0.018132831573486326,
-                0.01805414390563965,
-                0.01804083251953125,
-                0.01813811111450195,
-                0.018104320526123048,
-                0.018061311721801757,
-                0.017993919372558592,
-                0.018017343521118164,
-                0.018064128875732423,
-                0.018018304824829103,
-                0.01802239990234375,
-                0.01801420783996582,
-                0.01804800033569336,
-                0.018070528030395508,
-                0.01806438446044922,
-                0.018225151062011717,
-                0.01821696090698242,
-                0.018084863662719726,
-                0.018036031723022462,
-                0.018001663208007813,
-                0.018030527114868165,
-                0.017993728637695314,
-                0.018012224197387697,
-                0.018002880096435546,
-                0.018077888488769532,
-                0.017991487503051757,
-                0.018017280578613282,
-                0.018028543472290038,
-                0.01801113510131836,
-                0.01803878402709961,
-                0.01823641586303711,
-                0.018053119659423827,
-                0.01806447982788086,
-                0.017993631362915038,
-                0.018060287475585936,
-                0.018078720092773438,
-                0.018043903350830077,
-                0.01806438446044922,
-                0.018035711288452147,
-                0.01799504089355469,
-                0.01812348747253418,
-                0.01801318359375,
-                0.01804595184326172,
-                0.01804697608947754,
-                0.01807974433898926,
-                0.018151424407958985,
-                0.018067455291748045,
-                0.0180316162109375,
-                0.018035808563232423,
-                0.018031520843505858,
-                0.018054431915283203,
-                0.018078432083129883,
-                0.018018304824829103,
-                0.01802342414855957,
-                0.018028543472290038,
-                0.01799065589904785,
-                0.01805619239807129,
-                0.017985567092895508,
-                0.01812272071838379,
-                0.018000896453857423,
-                0.018027519226074217,
-                0.01798271942138672,
-                0.017992448806762696,
-                0.01798246383666992,
-                0.018106367111206053,
-                0.017986560821533205,
-                0.01801759910583496,
-                0.017996543884277343,
-                0.018045888900756837,
-                0.01807360076904297,
-                0.018058240890502928,
-                0.018081792831420897,
-                0.018113536834716795,
-                0.01808198356628418,
-                0.018079551696777343,
-                0.01803775978088379,
-                0.01804800033569336,
-                0.01796505546569824,
-                0.01799888038635254,
-                0.01823244857788086,
-                0.018040672302246093,
-                0.01798374366760254,
-                0.018064128875732423,
-                0.018045120239257813,
-                0.018013023376464845,
-                0.01805308723449707,
-                0.018353151321411132,
-                0.01801215934753418,
-                0.01794972801208496,
-                0.017987552642822265,
-                0.01794047927856445,
-                0.01802342414855957,
-                0.018009088516235353,
-                0.018043903350830077,
-                0.017992704391479493,
-                0.0180316162109375,
-                0.01798067283630371,
-                0.018068288803100584,
-                0.01796806335449219,
-                0.01806438446044922,
-                0.018223104476928712,
-                0.01824563217163086,
-                0.017957887649536132,
-                0.01795686340332031,
-                0.017932287216186525,
-                0.017993728637695314,
-                0.017915903091430666,
-                0.017968128204345703,
-                0.017917184829711913,
-                0.017974016189575195,
-                0.017947647094726564,
-                0.018543615341186523,
-                0.01788211250305176,
-                0.018000896453857423,
-                0.01800396728515625,
-                0.01805414390563965,
-                0.017900543212890627,
-                0.01799679946899414,
-                0.017924095153808595,
-                0.017958911895751953,
-                0.017884159088134767,
-                0.017952768325805665,
-                0.017928192138671875,
-                0.01794486427307129,
-                0.017987295150756834,
-                0.017976320266723633,
-                0.017926143646240233,
-                0.018327552795410155,
-                0.017951744079589844,
-                0.018078720092773438,
-                0.017952768325805665,
-                0.01803068733215332,
-                0.017900447845458984,
-                0.018000896453857423,
-                0.017986560821533205,
-                0.017958911895751953,
-                0.017912063598632812,
-                0.017963071823120118,
-                0.017927871704101563,
-                0.017952768325805665,
-                0.017896448135375977,
-                0.018067455291748045,
-                0.017939456939697264,
-                0.01804800033569336,
-                0.017904640197753906,
-                0.017950719833374023,
-                0.017966079711914062,
-                0.018078943252563477,
-                0.01798531150817871,
-                0.018017280578613282,
-                0.01812486457824707,
-                0.01794553565979004,
-                0.017981504440307616,
-                0.018186176300048828,
-                0.017975296020507812,
-                0.01796124839782715,
-                0.017949407577514648,
-                0.01797235107421875,
-                0.01795471954345703,
-                0.017977504730224608,
-                0.017992511749267578,
-                0.01799577522277832,
-                0.0178985595703125,
-                0.017962944030761718,
-                0.01796403121948242,
-                0.017958911895751953,
-                0.017971519470214845,
-                0.018049728393554686,
-                0.01801215934753418,
-                0.017991680145263672,
-                0.017946720123291016,
-                0.017965984344482423,
-                0.017942527770996093,
-                0.017922048568725587,
-                0.017958911895751953,
-                0.017916927337646483,
-                0.017969152450561524,
-                0.01798246383666992,
-                0.017970176696777345,
-                0.017959936141967774,
-                0.01795686340332031,
-                0.01808076858520508,
-                0.018044927597045898,
-                0.01801625633239746,
-                0.017987583160400392,
-                0.017983488082885742,
-                0.017959936141967774,
-                0.017993728637695314,
-                0.017963008880615236,
-                0.018063488006591796,
-                0.01801100730895996,
-                0.017954816818237306,
-                0.017937408447265626,
-                0.01798860740661621,
-                0.017945600509643556,
-                0.018008064270019532,
-                0.018000896453857423,
-                0.017950719833374023,
-                0.018025472640991212,
-                0.01801523208618164,
-                0.018019327163696287,
-                0.017987583160400392,
-                0.01799679946899414,
-                0.018009088516235353,
-                0.018020639419555663,
-                0.017991392135620118,
-                0.01798246383666992,
-                0.017985696792602538,
-                0.018430816650390626,
-                0.018051071166992186,
-                0.018456768035888672,
-                0.018047807693481445,
-                0.018076831817626954,
-                0.018024288177490234,
-                0.018058240890502928,
-                0.018089088439941406,
-                0.018022272109985353,
-                0.017976320266723633,
-                0.018017503738403322,
-                0.01799350357055664,
-                0.01805721664428711,
-                0.018092191696166993,
-                0.018353216171264647,
-                0.01802012825012207,
-                0.01803878402709961,
-                0.018052095413208007,
-                0.017970272064208984,
-                0.018047903060913088,
-                0.01804287910461426,
-                0.01802649688720703,
-                0.017979391098022462,
-                0.018031904220581055,
-                0.018040544509887697,
-                0.018082815170288084,
-                0.01808896064758301,
-                0.018075647354125975,
-                0.018154687881469726,
-                0.0185598087310791,
-                0.01807974433898926,
-                0.01807257652282715,
-                0.01798246383666992,
-                0.018005056381225584,
-                0.017986495971679686,
-                0.01799679946899414,
-                0.017994752883911135,
-                0.018009088516235353,
-                0.017957887649536132,
-                0.018037919998168946,
-                0.017991552352905272,
-                0.017990623474121094,
-                0.018078720092773438,
-                0.01806265640258789,
-                0.018003679275512694,
-                0.018012128829956054,
-                0.01797859191894531,
-                0.018173759460449218,
-                0.018016223907470704,
-                0.018042079925537108,
-                0.01805904006958008,
-                0.018082815170288084,
-                0.018065631866455076,
-                0.01798531150817871,
-                0.01801420783996582,
-                0.017979391098022462,
-                0.01803264045715332,
-                0.017968128204345703,
-                0.01794047927856445,
-                0.017936384201049805,
-                0.017993728637695314,
-                0.017937408447265626,
-                0.017959936141967774,
-                0.017983488082885742,
-                0.017983488082885742,
-                0.017999872207641602,
-                0.017971200942993162,
-                0.01800396728515625,
-                0.01797644805908203,
-                0.017926015853881837,
-                0.018299104690551758,
-                0.017978143692016602,
-                0.017903839111328125,
-                0.01798428726196289,
-                0.017920032501220703,
-                0.017927135467529297,
-                0.017917951583862304,
-                0.017887231826782226,
-                0.01797324752807617,
-                0.01788211250305176,
-                0.017870847702026366,
-                0.017936384201049805,
-                0.017864736557006836,
-                0.017934303283691406,
-                0.01799884796142578,
-                0.01790771293640137,
-                0.018190336227416993,
-                0.017992704391479493,
-                0.017925119400024413,
-                0.017967103958129883,
-                0.01789030456542969,
-                0.017892351150512697,
-                0.017977344512939454,
-                0.01818115234375,
-                0.01805939292907715,
-                0.01788809585571289,
-                0.017895423889160156,
-                0.017939744949340822,
-                0.018068191528320312,
-                0.017952768325805665,
-                0.017949695587158202,
-                0.017879039764404296,
-                0.01794054412841797,
-                0.01789958381652832,
-                0.01781439971923828,
-                0.017868896484375,
-                0.017832927703857422,
-                0.017861568450927734,
-                0.017876991271972655,
-                0.017880064010620117,
-                0.01787494468688965,
-                0.017870847702026366,
-                0.017955839157104494,
-                0.017880064010620117,
-                0.01827737617492676,
-                0.017937408447265626,
-                0.017944896697998047,
-                0.017912511825561524,
-                0.01801318359375,
-                0.01797222328186035,
-                0.01794047927856445,
-                0.018009183883666992,
-                0.017915807723999023,
-                0.017904640197753906,
-                0.017947776794433594,
-                0.018141056060791017,
-                0.018089984893798827,
-                0.01786675262451172,
-                0.017855487823486327,
-                0.017932287216186525,
-                0.017887231826782226,
-                0.01789952087402344,
-                0.01785958480834961,
-                0.017857696533203123,
-                0.017895263671875,
-                0.017915903091430666,
-                0.017862655639648437,
-                0.01802342414855957,
-                0.017879039764404296,
-                0.018099199295043944,
-                0.017955839157104494,
-                0.018381023406982423,
-                0.017934112548828124,
-                0.017991680145263672,
-                0.017868799209594728,
-                0.017955839157104494,
-                0.017969472885131836,
-                0.017908544540405275,
-                0.017895360946655274,
-                0.017918912887573243,
-                0.01786777687072754,
-                0.017929216384887696,
-                0.017909887313842774,
-                0.018037631988525392,
-                0.01789952087402344,
-                0.017903936386108397,
-                0.01782649612426758,
-                0.017886207580566405,
-                0.01789952087402344,
-                0.017908735275268553,
-                0.017884159088134767,
-                0.017908927917480468,
-                0.017848127365112303,
-                0.017904640197753906,
-                0.017888511657714844,
-                0.017914623260498048,
-                0.017871871948242187,
-                0.01796403121948242,
-                0.017868928909301758,
-                0.017954687118530273,
-                0.017889280319213868,
-                0.01797324752807617,
-                0.01787392044067383,
-                0.017913856506347657,
-                0.017884416580200194,
-                0.017970144271850588,
-                0.017898431777954103,
-                0.018023263931274413,
-                0.017977344512939454,
-                0.01798246383666992,
-                0.017935359954833984,
-                0.018048032760620118,
-                0.017902559280395507,
-                0.01794985580444336,
-                0.017884000778198243,
-                0.017946624755859376,
-                0.01794047927856445,
-                0.017960960388183594,
-                0.017870847702026366,
-                0.017946624755859376,
-                0.017852672576904295,
-                0.01787280082702637,
-                0.01790959930419922,
-                0.017935359954833984
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 55.49175696535831
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1999.065088,
             "max_vram": 4865.39264,
             "max_reserved": 4380.950528,
             "max_allocated": 4232.743424
         },
         "latency": {
             "unit": "s",
+            "mean": 0.04344734086205949,
+            "stdev": 0.0004653982144316835,
             "values": [
+                0.047511680603027344,
+                0.04718694305419922,
+                0.04699443054199219,
+                0.04527206420898437,
+                0.043565055847167966,
+                0.04376883316040039,
+                0.04359167861938477,
+                0.043747329711914064,
+                0.043579391479492184,
+                0.04372991943359375,
+                0.0436049919128418,
+                0.043730945587158204,
+                0.04353638458251953,
+                0.043568126678466795,
+                0.04327731323242188,
+                0.04359167861938477,
+                0.04331827163696289,
+                0.04353945541381836,
+                0.043278335571289066,
+                0.043463775634765625,
+                0.04326399993896484,
+                0.04346879959106445,
+                0.043308032989501956,
+                0.04345446395874023,
+                0.043270145416259766,
+                0.04346777725219726,
+                0.043270145416259766,
+                0.04343807983398437,
+                0.04329676818847656,
+                0.04346572875976563,
+                0.04325580978393555,
+                0.04346879959106445,
+                0.04325888061523438,
+                0.04342988967895508,
+                0.043268096923828124,
+                0.04345446395874023,
+                0.04327731323242188,
+                0.04346265411376953,
+                0.043276287078857424,
+                0.043463680267333986,
+                0.04328857421875,
+                0.043444286346435546,
+                0.04327936172485351,
+                0.043407360076904294,
+                0.04327423858642578,
+                0.04344627380371094,
+                0.04326502227783203,
+                0.043453441619873044,
+                0.04328243255615234,
+                0.043469825744628904,
+                0.04326604843139648,
+                0.04344934463500977,
+                0.04327526473999024,
+                0.04344934463500977,
+                0.043278335571289066,
+                0.043440128326416014,
+                0.04328140640258789,
+                0.0434442253112793,
+                0.04331520080566406,
+                0.043684959411621094,
+                0.04327526473999024,
+                0.043448318481445314,
+                0.04327116775512695,
+                0.04342988967895508,
+                0.04329574584960937,
+                0.04347391891479492,
+                0.04328243255615234,
+                0.04346777725219726,
+                0.04331315231323242,
+                0.0434524154663086,
+                0.043289600372314455,
+                0.04343091201782227,
+                0.04326297760009765,
+                0.04345651245117187,
+                0.04329983901977539,
+                0.043447296142578126,
+                0.04329062271118164,
+                0.04346777725219726,
+                0.04324454498291016,
+                0.04346060943603516,
+                0.043292671203613284,
+                0.04346572875976563,
+                0.04327731323242188,
+                0.043447296142578126,
+                0.0434411506652832,
+                0.04347084808349609,
+                0.04329983901977539,
+                0.04346265411376953,
+                0.043291648864746096,
+                0.04345651245117187,
+                0.043278335571289066,
+                0.04347596740722656,
+                0.04328345489501953,
+                0.04347391891479492,
+                0.04327936172485351,
+                0.043461631774902344,
+                0.04328857421875,
+                0.04348425674438477,
+                0.043428863525390625,
+                0.04347903823852539,
+                0.04326604843139648,
+                0.04345651245117187,
+                0.04328550338745117,
+                0.043466751098632815,
+                0.04329788970947265,
+                0.04345139312744141,
+                0.04326297760009765,
+                0.04347903823852539,
+                0.04332339096069336,
+                0.04347596740722656,
+                0.04327731323242188,
+                0.043469825744628904,
+                0.04340633773803711,
+                0.043463680267333986,
+                0.04329676818847656,
+                0.04344319915771484,
+                0.04329574584960937,
+                0.04345753479003906,
+                0.043284481048583984,
+                0.04345651245117187,
+                0.0432988166809082,
+                0.04344319915771484,
+                0.04328243255615234,
+                0.043476993560791016,
+                0.04327423858642578,
+                0.043464702606201173,
+                0.043245567321777346,
+                0.043449535369873046,
+                0.04326092910766602,
+                0.043447296142578126,
+                0.043273216247558595,
+                0.043447296142578126,
+                0.043291648864746096,
+                0.04346060943603516,
+                0.04329062271118164,
+                0.04346879959106445,
+                0.04326707077026367,
+                0.04346572875976563,
+                0.04329676818847656,
+                0.043464702606201173,
+                0.043238399505615234,
+                0.04345651245117187,
+                0.043292671203613284,
+                0.04347391891479492,
+                0.043276287078857424,
+                0.043440128326416014,
+                0.04329062271118164,
+                0.043433982849121096,
+                0.04332339096069336,
+                0.043450366973876955,
+                0.04327936172485351,
+                0.04345446395874023,
+                0.04326297760009765,
+                0.043453441619873044,
+                0.04327942276000977,
+                0.04374937438964844,
+                0.04331315231323242,
+                0.043480064392089846,
+                0.04327936172485351,
+                0.043458560943603515,
+                0.04329062271118164,
+                0.043463680267333986,
+                0.04327936172485351,
+                0.043463680267333986,
+                0.04329369735717774,
+                0.0434595832824707,
+                0.04331008148193359,
+                0.04358246231079101,
+                0.04328140640258789,
+                0.04344627380371094,
+                0.04329062271118164,
+                0.043463680267333986,
+                0.04327731323242188,
+                0.04347903823852539,
+                0.043268096923828124,
+                0.043458560943603515,
+                0.04327936172485351,
+                0.04346777725219726,
+                0.043291648864746096,
+                0.04344627380371094,
+                0.043302913665771485,
+                0.04362854385375976,
+                0.043268096923828124,
+                0.043474945068359375,
+                0.04328345489501953,
+                0.04345139312744141,
+                0.043276287078857424,
+                0.043450366973876955,
+                0.04327116775512695,
+                0.04348825454711914,
+                0.04329471969604492,
+                0.043461631774902344,
+                0.04326911926269531,
+                0.04347084808349609,
+                0.043286529541015625,
+                0.0436121597290039,
+                0.0433070068359375,
+                0.04346572875976563,
+                0.043286529541015625,
+                0.043425792694091796,
+                0.04328243255615234,
+                0.04346777725219726,
+                0.043288639068603516,
+                0.04348620986938476,
+                0.043286529541015625,
+                0.04345548629760742,
+                0.04331008148193359,
+                0.043435039520263674,
+                0.04329574584960937,
+                0.043491329193115234,
+                0.043280448913574215,
+                0.04344934463500977,
+                0.04328755187988281,
+                0.04345753479003906,
+                0.04328755187988281,
+                0.043494400024414064,
+                0.043286529541015625,
+                0.043442176818847655,
+                0.043289600372314455,
+                0.043453441619873044,
+                0.04327423858642578,
+                0.043464702606201173,
+                0.04327219009399414,
+                0.043399166107177735,
+                0.04329062271118164,
+                0.043447296142578126,
+                0.0432856330871582,
+                0.04345651245117187,
+                0.04330905532836914,
+                0.04342476654052734,
+                0.043270145416259766
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 5892.190291064573
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1999.065088,
             "max_vram": 5268.045824,
             "max_reserved": 4783.603712,
             "max_allocated": 4737.934848
         },
         "latency": {
             "unit": "s",
+            "mean": 5.357921405792236,
+            "stdev": 0.0006081275939950892,
             "values": [
+                5.357313278198241,
+                5.358529533386231
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 47.59308334092576
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.02101145649330288,
+            "stdev": 0.00012768062610065057,
             "values": [
+                0.02187264060974121,
+                0.021390335083007812,
+                0.020909055709838868,
+                0.020955455780029296,
+                0.02085856056213379,
+                0.020984832763671874,
+                0.020925439834594727,
+                0.02101759910583496,
+                0.0212490234375,
+                0.021109760284423826,
+                0.02084556770324707,
+                0.020967424392700194,
+                0.02114259147644043,
+                0.02099705505371094,
+                0.02085990333557129,
+                0.02091007995605469,
+                0.020824064254760744,
+                0.020946943283081054,
+                0.020880384445190428,
+                0.020952064514160155,
+                0.020970495223999023,
+                0.020960256576538085,
+                0.020939775466918945,
+                0.020943872451782225,
+                0.020887775421142576,
+                0.020996896743774415,
+                0.02085385513305664,
+                0.020871072769165038,
+                0.021206016540527343,
+                0.02106060791015625,
+                0.020962303161621093,
+                0.02089369583129883,
+                0.02087833595275879,
+                0.02091929626464844,
+                0.020920320510864256,
+                0.021005311965942384,
+                0.020916223526000977,
+                0.021191680908203125,
+                0.02088960075378418,
+                0.021000192642211913,
+                0.020990976333618162,
+                0.021005311965942384,
+                0.021006336212158205,
+                0.02088755226135254,
+                0.020899839401245117,
+                0.020936832427978516,
+                0.02089356803894043,
+                0.020981760025024415,
+                0.020997119903564454,
+                0.02099622344970703,
+                0.02091507148742676,
+                0.020964351654052735,
+                0.020900863647460938,
+                0.020899839401245117,
+                0.02105241584777832,
+                0.020926464080810548,
+                0.020935680389404295,
+                0.02130636787414551,
+                0.02095427131652832,
+                0.021015392303466798,
+                0.020974655151367188,
+                0.020932544708251954,
+                0.020945920944213867,
+                0.020944896697998046,
+                0.020990976333618162,
+                0.021183488845825195,
+                0.02211327934265137,
+                0.02109951972961426,
+                0.021106687545776368,
+                0.021013504028320314,
+                0.020958208084106447,
+                0.021003263473510742,
+                0.02090598487854004,
+                0.020951040267944337,
+                0.020953311920166015,
+                0.020997919082641602,
+                0.02103500747680664,
+                0.020979711532592774,
+                0.020973567962646485,
+                0.02089779281616211,
+                0.020972543716430665,
+                0.02102681541442871,
+                0.02106265640258789,
+                0.02106470489501953,
+                0.021032960891723632,
+                0.020977664947509765,
+                0.0212541446685791,
+                0.020988927841186524,
+                0.021006336212158205,
+                0.02108518409729004,
+                0.021029888153076173,
+                0.02103398323059082,
+                0.020993024826049804,
+                0.02101862335205078,
+                0.021304319381713867,
+                0.02110771179199219,
+                0.020988927841186524,
+                0.021032960891723632,
+                0.020947967529296875,
+                0.020964351654052735,
+                0.020963327407836914,
+                0.021053440093994142,
+                0.020891647338867187,
+                0.020946943283081054,
+                0.020964351654052735,
+                0.020969472885131835,
+                0.020926464080810548,
+                0.020913152694702147,
+                0.021416959762573243,
+                0.021086208343505858,
+                0.021398527145385742,
+                0.021167104721069335,
+                0.020959232330322267,
+                0.021007360458374022,
+                0.020958208084106447,
+                0.020942848205566408,
+                0.020979711532592774,
+                0.02105241584777832,
+                0.020924415588378906,
+                0.02087424087524414,
+                0.020915199279785156,
+                0.020959232330322267,
+                0.020867071151733398,
+                0.021255168914794922,
+                0.021011455535888672,
+                0.021012479782104493,
+                0.021011455535888672,
+                0.020982784271240236,
+                0.021090303421020508,
+                0.020939775466918945,
+                0.020967424392700194,
+                0.020967424392700194,
+                0.020961280822753905,
+                0.020948991775512696,
+                0.0209039363861084,
+                0.020970495223999023,
+                0.02102783966064453,
+                0.021081087112426757,
+                0.020975616455078124,
+                0.020914176940917968,
+                0.021000192642211913,
+                0.020961280822753905,
+                0.020961280822753905,
+                0.02089472007751465,
+                0.020920320510864256,
+                0.020947967529296875,
+                0.020946943283081054,
+                0.020971519470214844,
+                0.02149478340148926,
+                0.02107084846496582,
+                0.020969472885131835,
+                0.021259263992309572,
+                0.02107494354248047,
+                0.020955135345458984,
+                0.020982784271240236,
+                0.02105855941772461,
+                0.020955135345458984,
+                0.020973567962646485,
+                0.020973567962646485,
+                0.021006336212158205,
+                0.020992223739624023,
+                0.02105423927307129,
+                0.021024768829345702,
+                0.02104012870788574,
+                0.020967424392700194,
+                0.021020671844482423,
+                0.020922367095947265,
+                0.020993024826049804,
+                0.020942848205566408,
+                0.020981760025024415,
+                0.021622783660888673,
+                0.021353471755981446,
+                0.021071935653686525,
+                0.02110150337219238,
+                0.020976640701293944,
+                0.020967424392700194,
+                0.020995168685913085,
+                0.02098883247375488,
+                0.021013504028320314,
+                0.02143027114868164,
+                0.021271551132202148,
+                0.021065759658813476,
+                0.021024736404418945,
+                0.020922367095947265,
+                0.020973567962646485,
+                0.020958208084106447,
+                0.020973567962646485,
+                0.02104012870788574,
+                0.02103500747680664,
+                0.020979711532592774,
+                0.020984832763671874,
+                0.020998144149780275,
+                0.020946943283081054,
+                0.020978687286376953,
+                0.020929536819458007,
+                0.020981760025024415,
+                0.020944896697998046,
+                0.021001216888427734,
+                0.0209039363861084,
+                0.020967424392700194,
+                0.021222400665283202,
+                0.020970495223999023,
+                0.0210513916015625,
+                0.02103910446166992,
+                0.020939775466918945,
+                0.02104422378540039,
+                0.020917247772216797,
+                0.020932607650756836,
+                0.021184511184692383,
+                0.021133312225341795,
+                0.020970495223999023,
+                0.020977664947509765,
+                0.020941823959350587,
+                0.020947967529296875,
+                0.020977664947509765,
+                0.020930559158325195,
+                0.021015552520751952,
+                0.02107596778869629,
+                0.020959232330322267,
+                0.020987903594970703,
+                0.020997119903564454,
+                0.020959232330322267,
+                0.020943872451782225,
+                0.02103091239929199,
+                0.020913152694702147,
+                0.021015552520751952,
+                0.020930559158325195,
+                0.020969472885131835,
+                0.020935680389404295,
+                0.020956159591674805,
+                0.020962303161621093,
+                0.020933631896972657,
+                0.02126643180847168,
+                0.020909055709838868,
+                0.020955135345458984,
+                0.02099404716491699,
+                0.020914176940917968,
+                0.021189632415771483,
+                0.02104422378540039,
+                0.020973567962646485,
+                0.020931583404541015,
+                0.020973567962646485,
+                0.02091007995605469,
+                0.02091007995605469,
+                0.020915199279785156,
+                0.020961280822753905,
+                0.020974784851074218,
+                0.02094476890563965,
+                0.020881343841552734,
+                0.020963327407836914,
+                0.020930559158325195,
+                0.021015615463256837,
+                0.020990911483764647,
+                0.02102783966064453,
+                0.020900096893310547,
+                0.021303295135498047,
+                0.021134336471557616,
+                0.020938751220703124,
+                0.021037055969238282,
+                0.020900863647460938,
+                0.020955135345458984,
+                0.02085068893432617,
+                0.020974592208862306,
+                0.0211015682220459,
+                0.02108415985107422,
+                0.02089574432373047,
+                0.021011455535888672,
+                0.02085990333557129,
+                0.020940799713134766,
+                0.02101862335205078,
+                0.02100864028930664,
+                0.020929279327392577,
+                0.02103603172302246,
+                0.020900863647460938,
+                0.021016576766967773,
+                0.020924415588378906,
+                0.020966400146484376,
+                0.020938751220703124,
+                0.02103206443786621,
+                0.020925312042236327,
+                0.02104115104675293,
+                0.02088243293762207,
+                0.02107699203491211,
+                0.020883455276489257,
+                0.021013696670532225,
+                0.020929344177246095,
+                0.02104422378540039,
+                0.020908031463623047,
+                0.02102272033691406,
+                0.020967424392700194,
+                0.021137407302856445,
+                0.020976640701293944,
+                0.02145484733581543,
+                0.021056640625,
+                0.020995967864990233,
+                0.02092748832702637,
+                0.020988927841186524,
+                0.02104115104675293,
+                0.020978687286376953,
+                0.020944896697998046,
+                0.02101862335205078,
+                0.021007360458374022,
+                0.020963327407836914,
+                0.020901119232177735,
+                0.020964288711547853,
+                0.020898624420166014,
+                0.02098896026611328,
+                0.020957151412963868,
+                0.020946943283081054,
+                0.020966400146484376,
+                0.02100223922729492,
+                0.020996095657348633,
+                0.020935680389404295,
+                0.020932607650756836,
+                0.021007360458374022,
+                0.020892671585083008,
+                0.020965375900268556,
+                0.020941823959350587,
+                0.02102681541442871,
+                0.020900863647460938,
+                0.020990976333618162,
+                0.02202726364135742,
+                0.021009408950805664,
+                0.02101759910583496,
+                0.021133312225341795,
+                0.021106687545776368,
+                0.020988927841186524,
+                0.020935968399047853,
+                0.021007072448730468,
+                0.020993024826049804,
+                0.020990976333618162,
+                0.020965375900268556,
+                0.020980735778808594,
+                0.020976640701293944,
+                0.020983808517456053,
+                0.021015552520751952,
+                0.020995071411132812,
+                0.021021696090698243,
+                0.021008384704589843,
+                0.020979711532592774,
+                0.02104934310913086,
+                0.020971519470214844,
+                0.02110054397583008,
+                0.02106060791015625,
+                0.021024768829345702,
+                0.02104319953918457,
+                0.020945920944213867,
+                0.021029888153076173,
+                0.021061632156372072,
+                0.02123776054382324,
+                0.021094400405883788,
+                0.020974592208862306,
+                0.020937728881835937,
+                0.020962303161621093,
+                0.02101759910583496,
+                0.020938751220703124,
+                0.021032960891723632,
+                0.02103910446166992,
+                0.020982784271240236,
+                0.02103193664550781,
+                0.021029951095581055,
+                0.021085119247436522,
+                0.020989952087402345,
+                0.02146816062927246,
+                0.020970495223999023,
+                0.020955135345458984,
+                0.02107494354248047,
+                0.020991039276123048,
+                0.02114963150024414,
+                0.02105241584777832,
+                0.02102783966064453,
+                0.020998144149780275,
+                0.02102681541442871,
+                0.02103215980529785,
+                0.020978464126586913,
+                0.02105958366394043,
+                0.020960256576538085,
+                0.021028863906860353,
+                0.02124492835998535,
+                0.020979711532592774,
+                0.02102374458312988,
+                0.020999168395996092,
+                0.02103910446166992,
+                0.021210111618041993,
+                0.021021696090698243,
+                0.021007360458374022,
+                0.020952064514160155,
+                0.02105855941772461,
+                0.020930559158325195,
+                0.02101862335205078,
+                0.021005311965942384,
+                0.020936704635620116,
+                0.021001216888427734,
+                0.020990976333618162,
+                0.02103193664550781,
+                0.0209039363861084,
+                0.020922367095947265,
+                0.020982879638671875,
+                0.020986783981323243,
+                0.020987903594970703,
+                0.02102374458312988,
+                0.021008384704589843,
+                0.020976640701293944,
+                0.02131455993652344,
+                0.02104832077026367,
+                0.021019647598266602,
+                0.021227519989013673,
+                0.02107904052734375,
+                0.021032960891723632,
+                0.021008384704589843,
+                0.020993024826049804,
+                0.021011455535888672,
+                0.020981760025024415,
+                0.020992000579833983,
+                0.020981760025024415,
+                0.021005311965942384,
+                0.021005311965942384,
+                0.021028863906860353,
+                0.021006336212158205,
+                0.020981760025024415,
+                0.021088512420654296,
+                0.021054208755493162,
+                0.02100223922729492,
+                0.02107904052734375,
+                0.021046272277832033,
+                0.021029888153076173,
+                0.020992191314697265,
+                0.021346111297607422,
+                0.020997119903564454,
+                0.020980735778808594,
+                0.02104729652404785,
+                0.021086208343505858,
+                0.02104319953918457,
+                0.021028863906860353,
+                0.021098495483398438,
+                0.021287935256958008,
+                0.021104639053344726,
+                0.02105241584777832,
+                0.021078016281127928,
+                0.02105958366394043,
+                0.02101043128967285,
+                0.02103398323059082,
+                0.021021696090698243,
+                0.021028863906860353,
+                0.02106470489501953,
+                0.020960256576538085,
+                0.02104217529296875,
+                0.020933631896972657,
+                0.021037055969238282,
+                0.02100223922729492,
+                0.020936704635620116,
+                0.021001216888427734,
+                0.020985855102539062,
+                0.02091929626464844,
+                0.02102272033691406,
+                0.02127359962463379,
+                0.021032960891723632,
+                0.020941823959350587,
+                0.020978687286376953,
+                0.02097065544128418,
+                0.021043039321899413,
+                0.02106982421875,
+                0.020979711532592774,
+                0.021141504287719725,
+                0.02106265640258789,
+                0.020880384445190428,
+                0.020989952087402345,
+                0.020979711532592774,
+                0.021053440093994142,
+                0.020923391342163086,
+                0.020952064514160155,
+                0.020954111099243163,
+                0.02102272033691406,
+                0.020904960632324218,
+                0.020967424392700194,
+                0.02091007995605469,
+                0.020950016021728517,
+                0.020898815155029296,
+                0.02101759910583496,
+                0.020923391342163086,
+                0.021112831115722656,
+                0.020950016021728517,
+                0.021006336212158205,
+                0.02088243293762207,
+                0.021004287719726563,
+                0.02090188789367676,
+                0.020940799713134766,
+                0.021395456314086913,
+                0.021001407623291016,
+                0.02098566436767578,
+                0.02100223922729492,
+                0.02092748832702637,
+                0.0212541446685791,
+                0.020967424392700194,
+                0.021016576766967773,
+                0.02086092758178711,
+                0.020984832763671874,
+                0.020936704635620116,
+                0.021021696090698243,
+                0.020900863647460938,
+                0.020942848205566408,
+                0.02088960075378418,
+                0.020972543716430665,
+                0.020943071365356444,
+                0.02104297637939453,
+                0.020941823959350587,
+                0.020913152694702147,
+                0.020940799713134766,
+                0.020969472885131835,
+                0.020914176940917968
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 47.59308334092578
         },
         "energy": null,
         "efficiency": null