kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 16

Commit

263f8fd

•

1 Parent(s): 8788ea1

Upload /Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +860 -1118

Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,381 +2,379 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 987.97568,
             "max_vram": 14271.11936,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
-            "mean": 0.027843079000049172,
-            "stdev": 0.0001323215507869681,
             "values": [
-                0.02830588722229004,
-                0.0273756160736084,
-                0.02743712043762207,
-                0.027491615295410155,
-                0.02759065628051758,
-                0.027608064651489257,
-                0.02754252815246582,
-                0.027720703125,
-                0.02778009605407715,
-                0.027769855499267578,
-                0.027914239883422853,
-                0.02777190399169922,
-                0.027778047561645508,
-                0.027613183975219727,
-                0.02753228759765625,
-                0.027535360336303712,
-                0.0274967041015625,
-                0.027509759902954102,
-                0.02751283264160156,
-                0.027511808395385744,
-                0.02753023910522461,
-                0.02753228759765625,
-                0.02752316856384277,
-                0.027596799850463868,
-                0.02756937599182129,
-                0.0275599365234375,
-                0.02753638458251953,
-                0.027596799850463868,
-                0.027561983108520507,
-                0.027551744461059572,
-                0.027692031860351563,
-                0.028090368270874022,
-                0.02811801528930664,
-                0.028184576034545897,
-                0.028185600280761718,
-                0.028232704162597655,
-                0.02817843246459961,
-                0.028200960159301756,
-                0.028159200668334963,
-                0.028115968704223632,
-                0.02817945671081543,
-                0.02818355178833008,
-                0.02812313652038574,
-                0.028140544891357422,
-                0.027975679397583008,
-                0.027851871490478516,
-                0.027816959381103516,
-                0.02776780891418457,
-                0.027785215377807617,
-                0.027713632583618163,
-                0.02768998336791992,
-                0.027670528411865233,
-                0.027677696228027345,
                 0.027656192779541015,
-                0.027676671981811524,
-                0.027630592346191408,
-                0.027643903732299805,
-                0.02763065528869629,
-                0.027833343505859375,
-                0.027646976470947264,
                 0.027637760162353517,
-                0.027661439895629882,
-                0.027685888290405275,
-                0.027602943420410156,
-                0.027615232467651366,
-                0.027667455673217774,
-                0.027845632553100585,
-                0.027827199935913087,
-                0.027918336868286132,
-                0.02791628837585449,
-                0.02790809631347656,
-                0.02797260856628418,
-                0.02800230407714844,
-                0.028006399154663086,
-                0.02817638397216797,
-                0.02815999984741211,
-                0.02819696044921875,
-                0.028069887161254883,
-                0.028015615463256836,
-                0.02793984031677246,
-                0.02789990425109863,
-                0.027892736434936522,
-                0.027808767318725586,
-                0.027802623748779298,
-                0.02779955291748047,
-                0.027823104858398437,
-                0.027732992172241212,
-                0.02774323272705078,
-                0.0277258243560791,
-                0.02776371192932129,
-                0.027715583801269532,
-                0.02775859260559082,
-                0.02773811149597168,
-                0.027668479919433595,
-                0.027753503799438476,
-                0.027669504165649415,
-                0.027649023056030272,
-                0.027651071548461914,
-                0.027649023056030272,
-                0.027744255065917968,
-                0.02778726387023926,
                 0.027773952484130858,
-                0.027756704330444335,
-                0.02777190399169922,
-                0.027860992431640624,
-                0.027874303817749024,
                 0.027847679138183593,
                 0.0279736328125,
-                0.027995136260986327,
-                0.02804534339904785,
-                0.028024831771850587,
-                0.028060672760009765,
-                0.02797056007385254,
-                0.02796134376525879,
-                0.02795212745666504,
-                0.02794495964050293,
                 0.027869184494018553,
-                0.02791731262207031,
-                0.027813888549804686,
-                0.027859968185424806,
-                0.027865087509155274,
-                0.027821056365966795,
-                0.027809791564941407,
-                0.027811840057373048,
-                0.027812864303588865,
-                0.027802623748779298,
-                0.02778112030029297,
-                0.02773606491088867,
-                0.027729951858520507,
-                0.02775347137451172,
-                0.027767967224121094,
-                0.027665407180786132,
-                0.02775859260559082,
-                0.02777292823791504,
-                0.0277708797454834,
-                0.02779648017883301,
-                0.027765760421752928,
-                0.027811071395874024,
-                0.02777497673034668,
-                0.027833343505859375,
-                0.027870208740234374,
-                0.0278702392578125,
                 0.027874303817749024,
-                0.027890687942504884,
-                0.027897024154663087,
-                0.027907072067260744,
-                0.027892736434936522,
-                0.02790297508239746,
-                0.027898880004882814,
-                0.027877376556396483,
-                0.02791628837585449,
-                0.027847679138183593,
-                0.027891712188720705,
-                0.027827199935913087,
-                0.027851776123046876,
-                0.027890687942504884,
-                0.027826175689697266,
-                0.027831296920776367,
-                0.027878400802612304,
                 0.027786239624023438,
                 0.027786239624023438,
-                0.027821056365966795,
-                0.027847679138183593,
-                0.027826175689697266,
-                0.027811840057373048,
-                0.02771865653991699,
-                0.027772159576416017,
-                0.027775999069213866,
-                0.027775999069213866,
-                0.027812864303588865,
-                0.02778316879272461,
-                0.027806720733642577,
-                0.027808767318725586,
-                0.027832319259643554,
-                0.02782329559326172,
-                0.027790624618530272,
-                0.027850751876831056,
-                0.027842559814453126,
-                0.027860992431640624,
-                0.02786623954772949,
-                0.027889888763427736,
-                0.028000511169433594,
-                0.027906047821044923,
-                0.027828224182128908,
-                0.027901952743530273,
-                0.02789990425109863,
-                0.02797772789001465,
-                0.027950336456298828,
-                0.027906047821044923,
-                0.028059648513793944,
-                0.027857919692993165,
-                0.027884544372558592,
-                0.027842559814453126,
-                0.02795315170288086,
-                0.027882495880126954,
-                0.027843584060668947,
-                0.027889663696289063,
-                0.027846656799316406,
-                0.027802623748779298,
-                0.02786422348022461,
-                0.027851776123046876,
-                0.027807743072509765,
-                0.027821056365966795,
-                0.027826175689697266,
-                0.027814912796020507,
-                0.027829248428344725,
-                0.027863040924072265,
-                0.027800575256347656,
-                0.027849727630615235,
-                0.02787548828125,
-                0.027846656799316406,
                 0.027870208740234374,
-                0.027906047821044923,
-                0.027856895446777344,
-                0.027878400802612304,
-                0.02784783935546875,
-                0.027883520126342775,
-                0.027870208740234374,
-                0.02788761520385742,
-                0.027982847213745117,
-                0.027906047821044923,
-                0.027922431945800782,
-                0.028029951095581054,
-                0.027864063262939453,
-                0.027880447387695313,
-                0.027841567993164062,
-                0.027845632553100585,
-                0.027889856338500975,
-                0.027859968185424806,
-                0.027858943939208985,
-                0.027878400802612304,
-                0.027835391998291017,
-                0.027883520126342775,
-                0.027820032119750978,
-                0.027881792068481445,
-                0.027819007873535157,
-                0.027817983627319336,
-                0.02788761520385742,
-                0.027835391998291017,
-                0.027869184494018553,
-                0.02784284782409668,
-                0.027814912796020507,
-                0.027890687942504884,
-                0.027841535568237305,
-                0.027870304107666017,
-                0.027830272674560546,
-                0.027828224182128908,
-                0.027863040924072265,
-                0.027847679138183593,
-                0.027841535568237305,
-                0.027849727630615235,
-                0.02787660789489746,
-                0.027866111755371094,
-                0.027877376556396483,
-                0.027889663696289063,
-                0.028044288635253906,
-                0.027866111755371094,
-                0.02796441650390625,
-                0.027868160247802733,
-                0.02782316780090332,
-                0.027966463088989257,
-                0.027831296920776367,
-                0.027867136001586915,
-                0.027824127197265625,
-                0.027855871200561523,
-                0.027857919692993165,
                 0.027863040924072265,
-                0.027859968185424806,
-                0.027813888549804686,
-                0.027841535568237305,
-                0.027866111755371094,
-                0.027847679138183593,
-                0.02785500717163086,
-                0.027832479476928712,
-                0.027834367752075196,
-                0.027843584060668947,
-                0.027846912384033203,
-                0.027842559814453126,
-                0.027812896728515626,
-                0.027847679138183593,
-                0.027855871200561523,
-                0.027854848861694335,
-                0.027876352310180662,
-                0.027878400802612304,
-                0.027849727630615235,
-                0.027881471633911133,
-                0.027838464736938476,
-                0.027871231079101562,
-                0.02798899269104004,
-                0.027936767578125,
-                0.027922431945800782,
                 0.02794291114807129,
-                0.02794495964050293,
-                0.028006399154663086,
                 0.027871231079101562,
-                0.02794086456298828,
-                0.027860992431640624,
-                0.027857919692993165,
-                0.027851776123046876,
                 0.027867136001586915,
-                0.027863040924072265,
-                0.027865087509155274,
-                0.027882495880126954,
-                0.027880447387695313,
-                0.027829248428344725,
-                0.027847679138183593,
-                0.027835391998291017,
-                0.027863040924072265,
                 0.02788761520385742,
-                0.02793471908569336,
-                0.027865087509155274,
-                0.027825151443481445,
-                0.027831296920776367,
-                0.027856895446777344,
-                0.027845632553100585,
                 0.028080127716064454,
-                0.02783951950073242,
-                0.027881471633911133,
-                0.027862016677856444,
-                0.027875328063964845,
                 0.02793471908569336,
                 0.028013568878173828,
-                0.027872255325317383,
-                0.027893760681152343,
-                0.027874303817749024,
-                0.027878400802612304,
-                0.028000255584716797,
-                0.027840671539306642,
-                0.027869184494018553,
-                0.027851776123046876,
-                0.027841535568237305,
-                0.02787942314147949,
-                0.027855871200561523,
                 0.027890687942504884,
-                0.027850751876831056,
-                0.027875328063964845,
-                0.027864128112792968,
-                0.027884544372558592,
-                0.027889663696289063,
-                0.027810815811157227,
-                0.02787942314147949,
-                0.027872255325317383,
-                0.027869184494018553,
-                0.027878400802612304,
-                0.027835391998291017,
-                0.027905023574829102,
-                0.027840511322021484,
-                0.027814079284667968,
-                0.027882495880126954,
-                0.027883520126342775,
-                0.027822080612182616,
                 0.02797772789001465,
-                0.02785408020019531,
-                0.027868160247802733,
-                0.027864063262939453,
-                0.027873279571533204,
                 0.02799308776855469,
-                0.027868160247802733,
-                0.027872255325317383,
-                0.027870208740234374
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 9194.38543415216
         },
         "energy": null,
         "efficiency": null
@@ -384,24 +382,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 987.97568,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
             "max_allocated": 14274.2912
         },
         "latency": {
             "unit": "s",
-            "mean": 4.896653314590453,
-            "stdev": 0.022368512970771012,
             "values": [
-                4.881480699539185,
-                4.928278535842894,
-                4.880200708389282
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.07638434197127
         },
         "energy": null,
         "efficiency": null
@@ -410,779 +407,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.0192025620180018,
-            "stdev": 0.00033177810846160967,
             "values": [
-                0.01963724708557129,
-                0.019104768753051758,
-                0.018951168060302736,
-                0.018966527938842775,
-                0.018976768493652343,
-                0.018971647262573242,
-                0.018977792739868164,
-                0.018979839324951172,
-                0.018980863571166993,
-                0.018993152618408202,
-                0.018975744247436522,
-                0.01897881507873535,
-                0.018989055633544923,
-                0.01899929618835449,
-                0.018975744247436522,
-                0.018982912063598634,
-                0.018994176864624023,
-                0.018998271942138673,
-                0.018985984802246093,
-                0.018979839324951172,
-                0.018997247695922852,
-                0.0190248966217041,
-                0.01899212837219238,
-                0.018984960556030273,
-                0.018997247695922852,
-                0.018988031387329102,
-                0.018997247695922852,
-                0.01898700714111328,
-                0.01899622344970703,
-                0.019212287902832033,
-                0.018980863571166993,
-                0.01900748825073242,
-                0.019001344680786132,
-                0.019014656066894533,
-                0.019013631820678712,
-                0.01901158332824707,
-                0.01901670455932617,
-                0.01901875114440918,
-                0.019014656066894533,
-                0.01902387237548828,
-                0.01901568031311035,
-                0.01900851249694824,
-                0.01902387237548828,
-                0.01902284812927246,
-                0.019017728805541992,
-                0.01903001594543457,
-                0.019013631820678712,
-                0.019050495147705078,
-                0.01903001594543457,
-                0.01904537582397461,
-                0.01902079963684082,
-                0.01903411293029785,
-                0.01903615951538086,
-                0.019052576065063477,
-                0.019032032012939452,
-                0.019091583251953124,
-                0.019032960891723634,
-                0.01904435157775879,
-                0.01903308868408203,
-                0.019050495147705078,
-                0.01902387237548828,
-                0.01904537582397461,
-                0.01904332733154297,
-                0.01904332733154297,
-                0.01903411293029785,
-                0.01904844856262207,
-                0.01907711982727051,
-                0.019062784194946288,
-                0.019054592132568358,
-                0.019058687210083008,
-                0.019058687210083008,
-                0.019072000503540038,
-                0.01905971145629883,
-                0.01906892776489258,
-                0.019083263397216797,
-                0.019056640625,
-                0.019072000503540038,
-                0.019072000503540038,
-                0.019080192565917968,
-                0.019088384628295898,
-                0.01906790351867676,
-                0.01906892776489258,
-                0.019078144073486326,
-                0.01907711982727051,
-                0.019079168319702147,
-                0.019076095581054688,
-                0.019075071334838867,
-                0.019086336135864256,
-                0.01907302474975586,
-                0.019086336135864256,
-                0.019078144073486326,
-                0.019095552444458007,
-                0.019088384628295898,
-                0.01909350395202637,
-                0.019076095581054688,
-                0.019076095581054688,
-                0.019091455459594727,
-                0.01909350395202637,
-                0.019083263397216797,
-                0.019115007400512696,
-                0.019098623275756836,
-                0.01909760093688965,
-                0.019088384628295898,
-                0.019106815338134766,
-                0.019102720260620116,
-                0.019122175216674805,
-                0.019106815338134766,
-                0.019104768753051758,
-                0.019115007400512696,
-                0.019120128631591796,
-                0.019113983154296875,
-                0.019117055892944337,
-                0.019116031646728517,
-                0.019112960815429687,
-                0.019106815338134766,
-                0.019112960815429687,
-                0.019118080139160155,
-                0.019127296447753905,
-                0.019137535095214844,
-                0.019134464263916014,
-                0.019128320693969726,
-                0.019132415771484376,
-                0.019122175216674805,
-                0.019138559341430664,
-                0.019118080139160155,
-                0.019125247955322267,
-                0.019132415771484376,
-                0.019135488510131835,
-                0.019133440017700197,
-                0.019137535095214844,
-                0.019151872634887695,
-                0.019141632080078123,
-                0.019164159774780275,
-                0.019154943466186524,
-                0.019153919219970703,
-                0.01923891258239746,
-                0.019167232513427734,
-                0.019164159774780275,
-                0.019160064697265625,
-                0.019159040451049804,
-                0.019162111282348633,
-                0.019163135528564454,
-                0.019175424575805664,
-                0.019159040451049804,
-                0.019151872634887695,
-                0.019164159774780275,
-                0.019170303344726563,
-                0.019164159774780275,
-                0.019166208267211913,
-                0.019169279098510742,
-                0.019163135528564454,
-                0.019173376083374022,
-                0.019169279098510742,
-                0.019167232513427734,
-                0.019173376083374022,
-                0.019179519653320314,
-                0.019186687469482423,
-                0.019177471160888672,
-                0.019178495407104493,
-                0.019178495407104493,
-                0.019334144592285156,
-                0.01920204734802246,
-                0.01920204734802246,
-                0.019183616638183593,
-                0.019195903778076173,
-                0.019198976516723632,
-                0.019208192825317383,
-                0.019188735961914064,
-                0.019185663223266602,
-                0.01919795227050781,
-                0.01920512008666992,
-                0.01922764778137207,
-                0.01924608039855957,
-                0.019207168579101562,
-                0.019207168579101562,
-                0.01921433639526367,
-                0.01922047996520996,
-                0.01921023941040039,
-                0.019215360641479492,
-                0.01921148872375488,
-                0.019219232559204102,
-                0.01921843147277832,
-                0.0192174072265625,
-                0.01920921516418457,
-                0.01923072052001953,
-                0.019212287902832033,
-                0.01923379135131836,
-                0.019224576950073242,
-                0.01921331214904785,
-                0.019219455718994142,
-                0.01923174476623535,
-                0.01921331214904785,
-                0.01922764778137207,
-                0.019215360641479492,
-                0.01922662353515625,
-                0.01923072052001953,
-                0.01923788833618164,
-                0.01923481559753418,
-                0.01924812889099121,
-                0.01922662353515625,
-                0.01924198341369629,
-                0.01923686408996582,
-                0.01923891258239746,
-                0.01924710464477539,
-                0.01923891258239746,
-                0.01922867202758789,
-                0.01923686408996582,
-                0.01924608039855957,
-                0.01924403190612793,
-                0.01924300765991211,
-                0.019243263244628907,
-                0.019245824813842773,
-                0.0192542724609375,
-                0.01924403190612793,
-                0.01925017547607422,
-                0.01924198341369629,
-                0.01925632095336914,
-                0.01925529670715332,
-                0.01926553535461426,
-                0.01925324821472168,
-                0.01925324821472168,
-                0.01924095916748047,
-                0.01927065658569336,
-                0.01926246452331543,
-                0.01925734329223633,
-                0.019268608093261717,
-                0.01926553535461426,
-                0.01926655960083008,
-                0.019277984619140626,
-                0.019264352798461913,
-                0.01926655960083008,
-                0.01927577590942383,
-                0.019280895233154297,
-                0.01927168083190918,
-                0.01927987289428711,
-                0.019280895233154297,
-                0.019288063049316406,
-                0.019280895233154297,
-                0.019273727416992188,
-                0.019283967971801756,
-                0.0194652156829834,
-                0.019286016464233398,
-                0.019284992218017577,
-                0.019273727416992188,
-                0.019300352096557616,
-                0.019302400588989257,
-                0.019302400588989257,
-                0.019286016464233398,
-                0.019297279357910157,
-                0.019292160034179686,
-                0.01929523277282715,
-                0.019292160034179686,
-                0.019306495666503908,
-                0.019288063049316406,
-                0.019290111541748048,
-                0.01909760093688965,
-                0.018979839324951172,
-                0.018970624923706055,
-                0.018964479446411133,
-                0.018970624923706055,
-                0.018968576431274413,
-                0.018984960556030273,
-                0.018974720001220705,
-                0.01897881507873535,
-                0.01897881507873535,
-                0.018975744247436522,
-                0.01898700714111328,
-                0.018975744247436522,
-                0.018994176864624023,
-                0.01897881507873535,
-                0.018988031387329102,
-                0.018982912063598634,
-                0.018993152618408202,
-                0.01900339126586914,
-                0.019945472717285157,
-                0.020987903594970703,
-                0.021189632415771483,
-                0.021237024307250975,
-                0.021118688583374023,
-                0.021090303421020508,
-                0.020776960372924806,
-                0.020686847686767578,
-                0.020742143630981445,
-                0.020785152435302736,
-                0.020748287200927733,
-                0.020745216369628908,
-                0.02082918357849121,
-                0.020907007217407226,
-                0.020767744064331056,
-                0.020810752868652343,
-                0.01964236831665039,
-                0.019527679443359376,
-                0.01943961524963379,
-                0.01941094398498535,
-                0.01940787124633789,
-                0.02090291213989258,
-                0.020773887634277344,
-                0.020558847427368163,
-                0.02011238479614258,
-                0.01903411293029785,
-                0.01902899169921875,
-                0.01901568031311035,
-                0.01903308868408203,
-                0.01902796745300293,
-                0.01903206443786621,
-                0.01922150421142578,
-                0.01902592086791992,
-                0.01903513526916504,
-                0.01903104019165039,
-                0.01903308868408203,
-                0.01902694320678711,
-                0.0190382080078125,
-                0.01902694320678711,
-                0.01903718376159668,
-                0.01903308868408203,
-                0.01904435157775879,
-                0.019042303085327148,
-                0.01903206443786621,
-                0.01903923225402832,
-                0.01903308868408203,
-                0.01904435157775879,
-                0.019056640625,
-                0.01906483268737793,
-                0.01904844856262207,
-                0.019082239151000976,
-                0.01907302474975586,
-                0.019070976257324217,
-                0.01906585693359375,
-                0.019072000503540038,
-                0.019062784194946288,
-                0.01907302474975586,
-                0.019056640625,
-                0.019079168319702147,
-                0.01906585693359375,
-                0.01906483268737793,
-                0.019082239151000976,
-                0.019086336135864256,
-                0.019080192565917968,
-                0.01906585693359375,
-                0.01906697654724121,
-                0.019077024459838866,
-                0.01908121681213379,
-                0.019298303604125978,
-                0.019072000503540038,
-                0.019082239151000976,
-                0.019321855545043946,
-                0.019104768753051758,
-                0.01908531188964844,
-                0.019070976257324217,
-                0.019079168319702147,
-                0.019078144073486326,
-                0.01907711982727051,
-                0.019094528198242186,
-                0.019088384628295898,
-                0.019104768753051758,
-                0.019098623275756836,
-                0.019105791091918945,
-                0.01909760093688965,
-                0.019096576690673828,
-                0.019102720260620116,
-                0.019108863830566408,
-                0.019104768753051758,
-                0.019107839584350587,
-                0.019104768753051758,
-                0.019107839584350587,
-                0.019098623275756836,
-                0.019110912322998046,
-                0.0192174072265625,
-                0.019110912322998046,
-                0.019116031646728517,
-                0.019115007400512696,
-                0.019119104385375976,
-                0.019125247955322267,
-                0.019124223709106446,
-                0.019116031646728517,
-                0.019131391525268555,
-                0.019122175216674805,
-                0.019133440017700197,
-                0.019118080139160155,
-                0.01924812889099121,
-                0.019115007400512696,
-                0.019124223709106446,
-                0.019133440017700197,
-                0.019133440017700197,
-                0.019156991958618166,
-                0.019137535095214844,
-                0.019139583587646485,
-                0.019145727157592773,
-                0.019150848388671874,
-                0.019154943466186524,
-                0.019147775650024415,
-                0.019147775650024415,
-                0.019155967712402345,
-                0.019135488510131835,
-                0.019159040451049804,
-                0.019154943466186524,
-                0.019169279098510742,
-                0.019144704818725586,
-                0.019163135528564454,
-                0.019155967712402345,
-                0.019164159774780275,
-                0.019156991958618166,
-                0.019166208267211913,
-                0.01915804862976074,
-                0.019168224334716797,
-                0.019158016204833983,
-                0.019160064697265625,
-                0.019155967712402345,
-                0.019160064697265625,
-                0.019156991958618166,
-                0.019185663223266602,
-                0.019150848388671874,
-                0.019176448822021484,
-                0.019162111282348633,
-                0.019180543899536134,
-                0.019173376083374022,
-                0.019170303344726563,
-                0.019191808700561523,
-                0.019188735961914064,
-                0.019182592391967773,
-                0.01919692802429199,
-                0.019175424575805664,
-                0.01920204734802246,
-                0.019187711715698243,
-                0.019203071594238282,
-                0.019194879531860352,
-                0.01919385528564453,
-                0.019191808700561523,
-                0.019200000762939453,
-                0.01919491195678711,
-                0.019205087661743163,
-                0.01919385528564453,
-                0.01921433639526367,
-                0.019203071594238282,
-                0.0192174072265625,
-                0.01921433639526367,
-                0.019208192825317383,
-                0.01918976020812988,
-                0.019198976516723632,
-                0.019208192825317383,
-                0.0192225284576416,
-                0.019203071594238282,
-                0.0192174072265625,
-                0.01921023941040039,
-                0.0192174072265625,
-                0.019224576950073242,
-                0.01922150421142578,
-                0.01921331214904785,
-                0.0192174072265625,
-                0.01923379135131836,
-                0.019224735260009767,
-                0.019225439071655272,
-                0.01923379135131836,
-                0.01923379135131836,
-                0.01923583984375,
-                0.01923788833618164,
-                0.01924608039855957,
-                0.01923583984375,
-                0.01924812889099121,
-                0.01923276710510254,
-                0.01924710464477539,
-                0.01925324821472168,
-                0.0192491512298584,
-                0.01924812889099121,
-                0.01924300765991211,
-                0.01924198341369629,
-                0.01925017547607422,
-                0.01925017547607422,
-                0.01924710464477539,
-                0.01924710464477539,
-                0.01924608039855957,
-                0.01925939178466797,
-                0.01925529670715332,
-                0.01925734329223633,
-                0.01926144027709961,
-                0.01926144027709961,
-                0.01925529670715332,
-                0.01927168083190918,
-                0.0192542724609375,
-                0.019264511108398438,
-                0.01925529670715332,
-                0.019264511108398438,
-                0.01928704071044922,
-                0.0192675838470459,
-                0.01927577590942383,
-                0.019268672943115236,
-                0.019282880783081054,
-                0.01928294372558594,
-                0.019283967971801756,
-                0.019352895736694336,
-                0.0224703369140625,
-                0.02089369583129883,
-                0.020967424392700194,
-                0.020761600494384767,
-                0.02083430480957031,
-                0.019514368057250975,
-                0.01939967918395996,
-                0.019289087295532227,
-                0.01929523277282715,
-                0.019281919479370118,
-                0.019298303604125978,
-                0.019290111541748048,
-                0.019309568405151366,
-                0.019286016464233398,
-                0.01929523277282715,
-                0.019292160034179686,
-                0.019307519912719725,
-                0.019300352096557616,
-                0.019296255111694336,
-                0.019302400588989257,
-                0.0192491512298584,
-                0.018974720001220705,
-                0.018969600677490234,
-                0.018979839324951172,
-                0.018973695755004884,
-                0.018945024490356444,
-                0.018963455200195312,
-                0.018967552185058592,
-                0.018980863571166993,
-                0.01897881507873535,
-                0.018980863571166993,
-                0.018974720001220705,
-                0.018981887817382814,
-                0.018991104125976564,
-                0.01898700714111328,
-                0.018991104125976564,
-                0.01898700714111328,
-                0.018976768493652343,
-                0.018998271942138673,
-                0.018985984802246093,
-                0.018991104125976564,
-                0.018981887817382814,
-                0.01900441551208496,
-                0.01899519920349121,
-                0.018991104125976564,
-                0.018981887817382814,
-                0.01900032043457031,
-                0.01899519920349121,
-                0.01899212837219238,
-                0.018997247695922852,
-                0.01902796745300293,
-                0.01900441551208496,
-                0.01899212837219238,
-                0.01901055908203125,
-                0.01902387237548828,
-                0.01901670455932617,
-                0.019009536743164062,
-                0.019013631820678712,
-                0.01902796745300293,
-                0.01903718376159668,
-                0.019021823883056642,
-                0.01906892776489258,
-                0.01901875114440918,
-                0.01902387237548828,
-                0.01904742431640625,
-                0.01902592086791992,
-                0.019021823883056642,
-                0.01904128074645996,
-                0.01901568031311035,
-                0.01902284812927246,
-                0.01903104019165039,
-                0.01903615951538086,
-                0.01903206443786621,
-                0.01902796745300293,
-                0.01903718376159668,
-                0.01903718376159668,
-                0.01903001594543457,
-                0.01904332733154297,
-                0.01903718376159668,
-                0.019116031646728517,
-                0.01903615951538086,
-                0.01903513526916504,
-                0.01905254364013672,
-                0.01904537582397461,
-                0.0190382080078125,
-                0.01905254364013672,
-                0.01933737564086914,
-                0.019041120529174806,
-                0.019058687210083008,
-                0.01904435157775879,
-                0.019054592132568358,
-                0.019062784194946288,
-                0.01906073570251465,
-                0.019071136474609375,
-                0.019062623977661133,
-                0.01906380844116211,
-                0.019070976257324217,
-                0.01906892776489258,
-                0.01906790351867676,
-                0.01908531188964844,
-                0.019076095581054688,
-                0.019087360382080077,
-                0.01907711982727051,
-                0.019088384628295898,
-                0.019076095581054688,
-                0.01908940887451172,
-                0.01908940887451172,
-                0.01908531188964844,
-                0.01908121681213379,
-                0.019079168319702147,
-                0.019092479705810548,
-                0.019078144073486326,
-                0.019080192565917968,
-                0.019076095581054688,
-                0.019084287643432618,
-                0.01908121681213379,
-                0.019082239151000976,
-                0.019091455459594727,
-                0.019095552444458007,
-                0.019091455459594727,
-                0.019091455459594727,
-                0.01908940887451172,
-                0.019103744506835937,
-                0.0191016960144043,
-                0.019105791091918945,
-                0.019103744506835937,
-                0.019112960815429687,
-                0.019126272201538085,
-                0.019105791091918945,
-                0.019110912322998046,
-                0.019112960815429687,
-                0.019108863830566408,
-                0.019110912322998046,
-                0.019120128631591796,
-                0.019119104385375976,
-                0.019109888076782225,
-                0.019126272201538085,
-                0.019116031646728517,
-                0.019124223709106446,
-                0.019108863830566408,
-                0.019123199462890626,
-                0.019127296447753905,
-                0.019112960815429687,
-                0.019133440017700197,
-                0.019111936569213867,
-                0.019134464263916014,
-                0.019123199462890626,
-                0.019125247955322267,
-                0.019126272201538085,
-                0.019143680572509765,
-                0.019144704818725586,
-                0.019137535095214844,
-                0.019141632080078123,
-                0.019154943466186524,
-                0.019163135528564454,
-                0.019145824432373046,
-                0.019157920837402344,
-                0.019153919219970703,
-                0.019167232513427734,
-                0.019162303924560548,
-                0.01916192054748535,
-                0.019149824142456053,
-                0.019152896881103516,
-                0.019151872634887695,
-                0.019165184020996092,
-                0.019154943466186524,
-                0.019191808700561523,
-                0.019151872634887695,
-                0.019161088943481445,
-                0.019166208267211913,
-                0.019171327590942384,
-                0.019159040451049804,
-                0.019170303344726563,
-                0.019156991958618166,
-                0.01918156814575195,
-                0.019162111282348633,
-                0.019173376083374022,
-                0.019180543899536134,
-                0.01920102310180664,
-                0.019180543899536134,
-                0.019167232513427734,
-                0.019177471160888672,
-                0.019190784454345702,
-                0.019191808700561523,
-                0.019188735961914064,
-                0.019186687469482423,
-                0.019187711715698243,
-                0.019190847396850588,
-                0.01920096015930176,
-                0.01919385528564453,
-                0.019195903778076173,
-                0.01919385528564453,
-                0.01920921516418457,
-                0.019192832946777344,
-                0.019200000762939453,
-                0.01920102310180664,
-                0.019200000762939453,
-                0.01920204734802246,
-                0.01925641632080078,
-                0.01920809555053711,
-                0.019212287902832033,
-                0.019211263656616212,
-                0.01922764778137207,
-                0.01921843147277832,
-                0.01921843147277832,
-                0.019204095840454103,
-                0.01921331214904785,
-                0.019211263656616212,
-                0.01922559928894043,
-                0.01921023941040039,
-                0.019216384887695313,
-                0.01920614433288574,
-                0.019224576950073242,
-                0.019224576950073242,
-                0.01922355270385742,
-                0.019224576950073242,
-                0.01923481559753418,
-                0.01923788833618164,
-                0.01923788833618164,
-                0.01924300765991211,
-                0.01923891258239746,
-                0.01923072052001953,
-                0.01923891258239746,
-                0.01924742317199707,
-                0.01924064064025879,
-                0.01924300765991211,
-                0.01924198341369629,
-                0.01923891258239746,
-                0.01924812889099121,
-                0.01925017547607422,
-                0.019252223968505858,
-                0.01924403190612793,
-                0.0192491512298584,
-                0.01925632095336914,
-                0.019252223968505858,
-                0.01924505615234375,
-                0.01924710464477539,
-                0.01924505615234375,
-                0.01925734329223633,
-                0.01925529670715332,
-                0.01925836753845215,
-                0.01924812889099121,
-                0.019264511108398438,
-                0.01925017547607422,
-                0.0192542724609375,
-                0.0192675838470459,
-                0.01926144027709961,
-                0.01927065658569336,
-                0.019269632339477538,
-                0.019276800155639647,
-                0.01927065658569336,
-                0.019283967971801756,
-                0.01927475166320801,
-                0.01927577590942383,
-                0.019268608093261717,
-                0.019283967971801756,
-                0.019277824401855468,
-                0.01928704071044922,
-                0.01927987289428711,
-                0.019284992218017577,
-                0.019276800155639647,
-                0.019286016464233398,
-                0.01929113578796387,
-                0.019290111541748048,
-                0.019288063049316406,
-                0.019298303604125978,
-                0.01929523277282715,
-                0.019301376342773437,
-                0.01929648017883301,
-                0.01929193687438965,
-                0.0192993278503418,
-                0.01929523277282715,
-                0.01929113578796387,
-                0.019305471420288087,
-                0.01929523277282715
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.076384341971206
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 973.520896,
             "max_vram": 14271.11936,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
+            "mean": 0.027965306633677574,
+            "stdev": 0.00013435401639000578,
             "values": [
+                0.02867840003967285,
+                0.027576448440551758,
+                0.027579391479492187,
+                0.027584512710571288,
+                0.02759884834289551,
+                0.027655168533325194,
+                0.027652095794677735,
+                0.027655487060546876,
+                0.027617279052734374,
+                0.027684864044189454,
+                0.027873279571533204,
+                0.027652095794677735,
+                0.02775059127807617,
+                0.027638015747070314,
+                0.027625471115112304,
+                0.0276408634185791,
+                0.027679744720458983,
                 0.027656192779541015,
+                0.027628543853759766,
+                0.02770534324645996,
+                0.027688991546630858,
+                0.027664384841918944,
                 0.027637760162353517,
+                0.027658239364624023,
+                0.027678720474243163,
+                0.027660287857055665,
+                0.027672576904296874,
                 0.027773952484130858,
+                0.02772684860229492,
+                0.027696128845214843,
+                0.02769715118408203,
+                0.027677696228027345,
+                0.028015615463256836,
+                0.02835558319091797,
+                0.02822159957885742,
+                0.028412927627563478,
+                0.02818252754211426,
+                0.028281856536865234,
+                0.028192768096923827,
+                0.02814668846130371,
+                0.028196863174438477,
+                0.028161024093627928,
+                0.028216320037841795,
+                0.028161024093627928,
+                0.02816819190979004,
+                0.02813337516784668,
+                0.028036096572875976,
+                0.028025856018066408,
+                0.0279418888092041,
+                0.02792959976196289,
+                0.02795929527282715,
+                0.027884544372558592,
+                0.02790399932861328,
+                0.027873279571533204,
+                0.027878400802612304,
                 0.027847679138183593,
+                0.02775654411315918,
+                0.0277391357421875,
+                0.02777190399169922,
+                0.027734079360961915,
+                0.027732992172241212,
+                0.02771455955505371,
+                0.027708736419677735,
+                0.027791616439819335,
+                0.027802623748779298,
+                0.027882495880126954,
+                0.027865087509155274,
+                0.02797772789001465,
+                0.028005376815795898,
+                0.028009471893310548,
+                0.028095487594604493,
+                0.028096511840820314,
+                0.028103679656982423,
+                0.02812723159790039,
+                0.028107776641845703,
+                0.028115968704223632,
+                0.02812928009033203,
+                0.028148895263671876,
+                0.0281343994140625,
+                0.028080127716064454,
+                0.028100671768188475,
+                0.028048383712768556,
+                0.02809753608703613,
+                0.02798899269104004,
+                0.027949087142944334,
+                0.028020736694335937,
+                0.027905023574829102,
+                0.027974655151367187,
+                0.027882495880126954,
+                0.027884544372558592,
                 0.0279736328125,
                 0.027869184494018553,
                 0.027874303817749024,
+                0.027889663696289063,
+                0.027815935134887695,
+                0.02779136085510254,
+                0.027757568359375,
+                0.02775551986694336,
                 0.027786239624023438,
                 0.027786239624023438,
                 0.027870208740234374,
+                0.027907072067260744,
                 0.027863040924072265,
                 0.02794291114807129,
+                0.02795622444152832,
+                0.02798182487487793,
+                0.02796544075012207,
+                0.027967487335205078,
+                0.02813030433654785,
+                0.028090368270874022,
+                0.028110847473144532,
+                0.028145727157592774,
+                0.028070911407470703,
+                0.028098560333251952,
+                0.028068864822387695,
+                0.02809753608703613,
+                0.028016735076904296,
+                0.028020736694335937,
+                0.028092416763305664,
+                0.028033248901367186,
+                0.028028928756713867,
+                0.02797670364379883,
+                0.02795622444152832,
+                0.027966463088989257,
+                0.027915264129638673,
+                0.027960479736328123,
+                0.027937984466552733,
+                0.02792140769958496,
+                0.02801363182067871,
                 0.027871231079101562,
+                0.027854848861694335,
                 0.027867136001586915,
+                0.027890687942504884,
+                0.027877376556396483,
                 0.02788761520385742,
+                0.02798182487487793,
+                0.027900928497314452,
+                0.027873279571533204,
+                0.02797260856628418,
+                0.02793574333190918,
+                0.02797056007385254,
+                0.027974655151367187,
+                0.02800127983093262,
                 0.028080127716064454,
+                0.028045312881469726,
+                0.028088319778442384,
+                0.028011520385742186,
+                0.028016639709472657,
+                0.028092416763305664,
+                0.028006399154663086,
+                0.028104703903198244,
+                0.028030975341796875,
+                0.02801683235168457,
+                0.028083200454711913,
+                0.028268543243408203,
+                0.028007423400878906,
+                0.02794598388671875,
+                0.02795827293395996,
+                0.028062719345092774,
+                0.02792959976196289,
+                0.02798591995239258,
                 0.02793471908569336,
+                0.0279418888092041,
+                0.02794601631164551,
+                0.02791116714477539,
+                0.02795212745666504,
+                0.02794495964050293,
+                0.027905023574829102,
+                0.02792140769958496,
+                0.02795315170288086,
+                0.02795110321044922,
+                0.027938816070556642,
+                0.027892736434936522,
+                0.02797260856628418,
+                0.027948320388793944,
+                0.028008447647094727,
+                0.02795523262023926,
+                0.02795008087158203,
+                0.028053504943847656,
+                0.027998207092285156,
+                0.028011520385742186,
+                0.027992063522338868,
                 0.028013568878173828,
+                0.028079200744628906,
+                0.028048383712768556,
+                0.02810163116455078,
+                0.027993152618408203,
+                0.027995136260986327,
+                0.027999231338500977,
+                0.028047359466552735,
+                0.028076032638549804,
+                0.028043264389038085,
+                0.028036096572875976,
+                0.028071935653686524,
+                0.02794086456298828,
+                0.028072959899902345,
+                0.0279552001953125,
+                0.02792140769958496,
+                0.02797670364379883,
+                0.027901952743530273,
+                0.027983871459960938,
+                0.027922431945800782,
+                0.02793779182434082,
+                0.027983903884887695,
+                0.02791116714477539,
+                0.027991039276123047,
+                0.027938816070556642,
+                0.02795315170288086,
+                0.027979776382446288,
                 0.027890687942504884,
+                0.028063743591308594,
+                0.02799308776855469,
+                0.028050432205200194,
+                0.028100608825683594,
+                0.028067840576171874,
+                0.028055551528930665,
+                0.028015615463256836,
+                0.028021791458129882,
+                0.028073984146118162,
+                0.028009471893310548,
+                0.02795929527282715,
+                0.028030975341796875,
+                0.02800127983093262,
+                0.028078079223632812,
+                0.028040191650390626,
+                0.028016639709472657,
                 0.02797772789001465,
+                0.027982847213745117,
+                0.028066816329956053,
+                0.027936767578125,
+                0.028012544631958007,
+                0.0279685115814209,
+                0.02792755126953125,
+                0.02796236801147461,
+                0.02795724868774414,
+                0.027958463668823243,
+                0.027953376770019533,
+                0.027925600051879884,
+                0.02809267234802246,
+                0.02793369674682617,
+                0.027975679397583008,
+                0.027915264129638673,
+                0.02796953582763672,
+                0.02796441650390625,
+                0.02794905662536621,
+                0.02805059242248535,
+                0.027995136260986327,
+                0.02800230407714844,
+                0.02800556755065918,
+                0.027983871459960938,
+                0.02798591995239258,
+                0.028010496139526365,
+                0.027974655151367187,
+                0.027997184753417968,
+                0.028008447647094727,
+                0.02815897560119629,
+                0.028028928756713867,
+                0.028048383712768556,
+                0.027999231338500977,
+                0.02796441650390625,
+                0.027973728179931642,
+                0.02799001693725586,
+                0.027976831436157226,
+                0.02794598388671875,
+                0.027974655151367187,
+                0.02797875213623047,
+                0.027926528930664062,
+                0.02795110321044922,
+                0.028080127716064454,
+                0.02791219139099121,
                 0.02799308776855469,
+                0.027909120559692382,
+                0.02795315170288086,
+                0.027995136260986327,
+                0.02794905662536621,
+                0.0279685115814209,
+                0.027942943572998046,
+                0.0279736328125,
+                0.02798182487487793,
+                0.02797772789001465,
+                0.0279736328125,
+                0.02797056007385254,
+                0.028013824462890625,
+                0.028110847473144532,
+                0.028028928756713867,
+                0.028045312881469726,
+                0.028019872665405274,
+                0.028049407958984376,
+                0.028110847473144532,
+                0.028045312881469726,
+                0.02803222465515137,
+                0.028011520385742186,
+                0.02800035285949707,
+                0.028107776641845703,
+                0.02796236801147461,
+                0.028048383712768556,
+                0.02792857551574707,
+                0.028009471893310548,
+                0.02798080062866211,
+                0.027987968444824218,
+                0.02798806381225586,
+                0.02792140769958496,
+                0.02799001693725586,
+                0.02799308776855469,
+                0.0279685115814209,
+                0.02796031951904297,
+                0.02792959976196289,
+                0.027983871459960938,
+                0.02799308776855469,
+                0.027936767578125,
+                0.027982847213745117,
+                0.02795622444152832,
+                0.02796236801147461,
+                0.02795622444152832,
+                0.028004480361938477,
+                0.028104703903198244,
+                0.028003328323364256,
+                0.028039167404174805,
+                0.02796236801147461,
+                0.027986944198608397,
+                0.028041215896606447,
+                0.028027904510498046,
+                0.02796953582763672,
+                0.028116992950439453,
+                0.028044288635253906,
+                0.028104703903198244,
+                0.028007423400878906,
+                0.02793369674682617,
+                0.027999231338500977,
+                0.027983871459960938,
+                0.02797488021850586,
+                0.027998207092285156,
+                0.02793471908569336,
+                0.0279552001953125,
+                0.02796441650390625,
+                0.027996160507202147,
+                0.02793779182434082,
+                0.028027904510498046,
+                0.027970687866210937,
+                0.02794086456298828,
+                0.028068864822387695,
+                0.027922431945800782,
+                0.02796134376525879,
+                0.02797670364379883,
+                0.02795212745666504,
+                0.028044288635253906,
+                0.027913215637207032,
+                0.02795008087158203,
+                0.02811801528930664,
+                0.028023807525634766,
+                0.028041215896606447,
+                0.028019712448120116,
+                0.028039167404174805,
+                0.028012544631958007,
+                0.028011520385742186,
+                0.028010496139526365,
+                0.028036096572875976,
+                0.028082176208496092
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 9154.199642914295
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 973.520896,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
             "max_allocated": 14274.2912
         },
         "latency": {
             "unit": "s",
+            "mean": 5.587366909980774,
+            "stdev": 0.01093837261200381,
             "values": [
+                5.57642853736877,
+                5.5983052825927775
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 45.63867097120305
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.021911242784238318,
+            "stdev": 0.00031298101486269017,
             "values": [
+                0.02353459167480469,
+                0.023051263809204102,
+                0.02206924819946289,
+                0.021997568130493163,
+                0.02205081558227539,
+                0.022040576934814454,
+                0.02206719970703125,
+                0.02206822395324707,
+                0.022091775894165038,
+                0.022037504196166992,
+                0.022025215148925782,
+                0.022046720504760742,
+                0.021957632064819335,
+                0.021996543884277343,
+                0.022001663208007814,
+                0.02202828788757324,
+                0.02206208038330078,
+                0.021750783920288085,
+                0.021739519119262696,
+                0.022112255096435548,
+                0.02188595199584961,
+                0.021769216537475586,
+                0.021799936294555664,
+                0.021993471145629884,
+                0.021985279083251954,
+                0.021924863815307616,
+                0.02185523223876953,
+                0.021873664855957032,
+                0.021818368911743165,
+                0.022558719635009765,
+                0.021754880905151368,
+                0.021801984786987305,
+                0.021782527923583983,
+                0.02186444854736328,
+                0.021796863555908205,
+                0.02185625648498535,
+                0.02187264060974121,
+                0.02183065605163574,
+                0.021938175201416017,
+                0.022001663208007814,
+                0.021974016189575195,
+                0.021941247940063476,
+                0.021979135513305666,
+                0.022037504196166992,
+                0.022005760192871093,
+                0.02206719970703125,
+                0.02193715286254883,
+                0.021999616622924805,
+                0.021989376068115234,
+                0.021908479690551756,
+                0.021956607818603514,
+                0.02189926338195801,
+                0.021992448806762696,
+                0.021939199447631837,
+                0.021777408599853516,
+                0.021728256225585937,
+                0.02172313690185547,
+                0.021696512222290038,
+                0.021716991424560548,
+                0.021716991424560548,
+                0.02167500877380371,
+                0.021672096252441406,
+                0.021687135696411133,
+                0.021748735427856446,
+                0.022574079513549804,
+                0.021774335861206053,
+                0.02190438461303711,
+                0.021789695739746092,
+                0.021733375549316408,
+                0.02166067123413086,
+                0.021823488235473632,
+                0.02183475112915039,
+                0.021790912628173828,
+                0.02183456039428711,
+                0.02185932731628418,
+                0.021820415496826173,
+                0.021799936294555664,
+                0.021795839309692384,
+                0.02182963180541992,
+                0.02192076873779297,
+                0.021828607559204103,
+                0.021813247680664064,
+                0.021791744232177734,
+                0.02185420799255371,
+                0.021761024475097656,
+                0.021791744232177734,
+                0.021801984786987305,
+                0.021788671493530275,
+                0.021876735687255858,
+                0.021994495391845705,
+                0.021952512741088868,
+                0.022037504196166992,
+                0.022005760192871093,
+                0.021832704544067383,
+                0.021952512741088868,
+                0.021986303329467775,
+                0.021949440002441405,
+                0.02212761688232422,
+                0.02206515121459961,
+                0.021747711181640626,
+                0.021804031372070314,
+                0.021726240158081056,
+                0.02173948860168457,
+                0.021696512222290038,
+                0.021762048721313477,
+                0.021745664596557617,
+                0.021745664596557617,
+                0.021924863815307616,
+                0.022607872009277344,
+                0.022331392288208008,
+                0.02254745674133301,
+                0.022416383743286132,
+                0.02206515121459961,
+                0.022007808685302735,
+                0.02200371170043945,
+                0.021939199447631837,
+                0.02189516830444336,
+                0.02182655906677246,
+                0.021808128356933593,
+                0.021839872360229492,
+                0.021754880905151368,
+                0.021796863555908205,
+                0.021816320419311523,
+                0.021818368911743165,
+                0.021794815063476563,
+                0.02187571144104004,
+                0.021781503677368166,
+                0.02181427192687988,
+                0.021939199447631837,
+                0.021780479431152345,
+                0.02188390350341797,
+                0.02184601593017578,
+                0.021966848373413086,
+                0.02171801567077637,
+                0.021784576416015625,
+                0.021758975982666014,
+                0.021792768478393554,
+                0.02173030471801758,
+                0.021751808166503905,
+                0.021778432846069336,
+                0.021786624908447266,
+                0.021774335861206053,
+                0.021756927490234376,
+                0.021813247680664064,
+                0.021908479690551756,
+                0.021801984786987305,
+                0.02182246398925781,
+                0.021735424041748046,
+                0.021970943450927736,
+                0.021766143798828123,
+                0.02183884811401367,
+                0.021798912048339843,
+                0.021760000228881835,
+                0.021794815063476563,
+                0.021800960540771484,
+                0.021771263122558594,
+                0.022232063293457033,
+                0.021831680297851562,
+                0.021799936294555664,
+                0.021695487976074217,
+                0.02172211265563965,
+                0.021781503677368166,
+                0.021810176849365235,
+                0.021762048721313477,
+                0.021782527923583983,
+                0.02180607986450195,
+                0.021758975982666014,
+                0.021783552169799804,
+                0.021778432846069336,
+                0.021827583312988282,
+                0.022138879776000975,
+                0.022576128005981445,
+                0.02192793655395508,
+                0.021865472793579102,
+                0.021762048721313477,
+                0.021737472534179687,
+                0.021712896347045898,
+                0.021747711181640626,
+                0.021763071060180664,
+                0.021727231979370116,
+                0.021839872360229492,
+                0.021783552169799804,
+                0.021804031372070314,
+                0.02169241523742676,
+                0.021785600662231445,
+                0.021751808166503905,
+                0.021763071060180664,
+                0.02168627166748047,
+                0.021784576416015625,
+                0.021805055618286134,
+                0.021874719619750977,
+                0.021781471252441405,
+                0.021771263122558594,
+                0.021696512222290038,
+                0.021770240783691407,
+                0.021687295913696288,
+                0.02169753646850586,
+                0.02167705535888672,
+                0.021790719985961913,
+                0.021820415496826173,
+                0.022021120071411132,
+                0.022170623779296874,
+                0.02186649513244629,
+                0.021815296173095702,
+                0.021744640350341796,
+                0.021738496780395508,
+                0.021797887802124022,
+                0.021776384353637695,
+                0.0218920955657959,
+                0.021768192291259765,
+                0.021843967437744142,
+                0.021827583312988282,
+                0.021800960540771484,
+                0.02168832015991211,
+                0.02172313690185547,
+                0.021740543365478517,
+                0.021721088409423828,
+                0.021782527923583983,
+                0.021777408599853516,
+                0.021757951736450197,
+                0.02171801567077637,
+                0.021721088409423828,
+                0.021762048721313477,
+                0.02169241523742676,
+                0.021733375549316408,
+                0.021644287109375,
+                0.022025215148925782,
+                0.02181427192687988,
+                0.021799936294555664,
+                0.021728256225585937,
+                0.021767168045043944,
+                0.021737472534179687,
+                0.022046720504760742,
+                0.021715967178344727,
+                0.021765119552612306,
+                0.021819391250610352,
+                0.02171801567077637,
+                0.021755903244018555,
+                0.02171801567077637,
+                0.021734399795532225,
+                0.021732351303100587,
+                0.021634048461914062,
+                0.02166988754272461,
+                0.021787647247314454,
+                0.021963775634765623,
+                0.021935104370117187,
+                0.021999616622924805,
+                0.021955583572387697,
+                0.021925888061523437,
+                0.021764095306396485,
+                0.021742591857910155,
+                0.021747711181640626,
+                0.021700607299804688,
+                0.021922815322875978,
+                0.021992448806762696,
+                0.021794815063476563,
+                0.02180607986450195,
+                0.02168320083618164,
+                0.021712896347045898,
+                0.021747711181640626,
+                0.021704704284667968,
+                0.021751808166503905,
+                0.021781503677368166,
+                0.021801984786987305,
+                0.021761024475097656,
+                0.021702655792236326,
+                0.02168217658996582,
+                0.02166681671142578,
+                0.021737472534179687,
+                0.02161664009094238,
+                0.02164735984802246,
+                0.021767168045043944,
+                0.021735424041748046,
+                0.021752832412719726,
+                0.02169139289855957,
+                0.021704704284667968,
+                0.02166886329650879,
+                0.02163199996948242,
+                0.02164531135559082,
+                0.021791744232177734,
+                0.021794815063476563,
+                0.02170572853088379,
+                0.02171494483947754,
+                0.02166783905029297,
+                0.0216760311126709,
+                0.02172313690185547,
+                0.02168832015991211,
+                0.021711872100830077,
+                0.02163199996948242,
+                0.021687295913696288,
+                0.021716991424560548,
+                0.021727231979370116,
+                0.021733375549316408,
+                0.02170982360839844,
+                0.021600255966186522,
+                0.02167091178894043,
+                0.021605375289916993,
+                0.0216628475189209,
+                0.02168716812133789,
+                0.021741567611694337,
+                0.02168115234375,
+                0.021749759674072267,
+                0.021639167785644533,
+                0.021708799362182618,
+                0.02168012809753418,
+                0.021763071060180664,
+                0.02168934440612793,
+                0.021710847854614256,
+                0.02170675277709961,
+                0.021720064163208007,
+                0.02167705535888672,
+                0.02165247917175293,
+                0.0216760311126709,
+                0.02165862464904785,
+                0.02164838409423828,
+                0.02168524742126465,
+                0.02166169548034668,
+                0.021727231979370116,
+                0.021745664596557617,
+                0.021745664596557617,
+                0.02168422317504883,
+                0.022379520416259766,
+                0.02186649513244629,
+                0.021609472274780273,
+                0.021745664596557617,
+                0.021711872100830077,
+                0.021803007125854493,
+                0.02184294319152832,
+                0.021750783920288085,
+                0.0217262077331543,
+                0.0216944637298584,
+                0.02169343948364258,
+                0.021755903244018555,
+                0.021743616104125976,
+                0.021786624908447266,
+                0.021755903244018555,
+                0.021762048721313477,
+                0.02163609504699707,
+                0.021734399795532225,
+                0.02165247917175293,
+                0.021744640350341796,
+                0.0216760311126709,
+                0.021764095306396485,
+                0.021696512222290038,
+                0.021727231979370116,
+                0.021771263122558594,
+                0.021744640350341796,
+                0.02170163154602051,
+                0.02170982360839844,
+                0.02168320083618164,
+                0.021761024475097656,
+                0.02166579246520996,
+                0.021839872360229492,
+                0.021716991424560548,
+                0.02185215950012207,
+                0.02167296028137207,
+                0.021824512481689453,
+                0.021644287109375,
+                0.021744640350341796,
+                0.02168217658996582,
+                0.021729280471801758,
+                0.0216760311126709,
+                0.021715967178344727,
+                0.022213632583618165,
+                0.021762048721313477,
+                0.02174991989135742,
+                0.02176495933532715,
+                0.021769216537475586,
+                0.021949440002441405,
+                0.021995519638061522,
+                0.021969919204711915,
+                0.021970943450927736,
+                0.02205900764465332,
+                0.02202726364135742,
+                0.022041599273681642,
+                0.021932031631469725,
+                0.021985279083251954,
+                0.021967872619628907,
+                0.021990400314331054,
+                0.02194534492492676,
+                0.022018047332763673,
+                0.021991424560546875,
+                0.02206924819946289,
+                0.022237184524536133,
+                0.021989376068115234,
+                0.022013952255249023,
+                0.02204876708984375,
+                0.02201907157897949,
+                0.022038528442382813,
+                0.021997568130493163,
+                0.022017023086547852,
+                0.02204364776611328,
+                0.02206105613708496,
+                0.022071296691894532,
+                0.021944320678710938,
+                0.021989376068115234,
+                0.021979135513305666,
+                0.021990400314331054,
+                0.021921791076660157,
+                0.021977088928222657,
+                0.02210918426513672,
+                0.022002687454223634,
+                0.022004735946655272,
+                0.022195199966430663,
+                0.02204569625854492,
+                0.021983232498168945,
+                0.021982208251953125,
+                0.021966848373413086,
+                0.021916671752929686,
+                0.022054912567138672,
+                0.021956607818603514,
+                0.021932031631469725,
+                0.021969919204711915,
+                0.021943296432495117,
+                0.021934080123901366,
+                0.021941247940063476,
+                0.02200371170043945,
+                0.021976064682006836,
+                0.022090751647949217,
+                0.022014976501464844,
+                0.022887424468994142,
+                0.02407731246948242,
+                0.02410620880126953,
+                0.024134431838989258,
+                0.024697856903076174,
+                0.024399871826171874,
+                0.022047744750976563,
+                0.022452224731445314,
+                0.022136831283569337,
+                0.021963775634765623,
+                0.0219238395690918,
+                0.022230016708374024,
+                0.022039552688598633,
+                0.022381568908691408,
+                0.0222423038482666,
+                0.02269696044921875,
+                0.022157312393188477,
+                0.02205183982849121,
+                0.022380544662475587,
+                0.022124544143676757,
+                0.022140928268432617,
+                0.022026239395141603,
+                0.02226380729675293,
+                0.022071296691894532,
+                0.022305791854858398,
+                0.02211123275756836,
+                0.022187007904052734,
+                0.022254592895507814,
+                0.02205388832092285,
+                0.022033407211303712,
+                0.022004735946655272,
+                0.021924863815307616,
+                0.021975040435791016,
+                0.022037504196166992,
+                0.022072320938110353,
+                0.022377471923828125,
+                0.022079488754272462,
+                0.021964799880981444,
+                0.022161407470703123,
+                0.02205081558227539,
+                0.02208768081665039,
+                0.02207744026184082,
+                0.0221265926361084,
+                0.022040576934814454,
+                0.022191104888916017,
+                0.022091775894165038,
+                0.022063104629516602,
+                0.021957632064819335,
+                0.02206924819946289,
+                0.021962751388549806,
+                0.022023168563842774,
+                0.022002687454223634,
+                0.022145023345947267,
+                0.021986303329467775,
+                0.02208153533935547,
+                0.021980159759521483,
+                0.022064128875732423,
+                0.021934080123901366,
+                0.022007808685302735,
+                0.021941247940063476,
+                0.02205081558227539,
+                0.021985279083251954,
+                0.02211840057373047,
+                0.022006784439086914,
+                0.02204364776611328,
+                0.021977088928222657,
+                0.02206924819946289,
+                0.022354944229125977,
+                0.022063104629516602,
+                0.022007808685302735,
+                0.022152191162109376,
+                0.022054912567138672,
+                0.022184959411621095,
+                0.021938175201416017,
+                0.022071296691894532,
+                0.022010879516601564,
+                0.02205286407470703,
+                0.021943296432495117,
+                0.022018047332763673,
+                0.021949440002441405,
+                0.022002687454223634,
+                0.02189619255065918,
+                0.022032384872436524,
+                0.021949440002441405,
+                0.022030336380004883,
+                0.021935104370117187,
+                0.022016000747680665,
+                0.02186649513244629,
+                0.022124544143676757,
+                0.021946367263793946
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 45.63867097120307
         },
         "energy": null,
         "efficiency": null