kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Mar 14

Commit

48096b9

•

1 Parent(s): 4cbd213

Upload /Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +988 -986

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,375 +2,377 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 963.018752,
-            "max_vram": 14271.11936,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
-            "mean": 0.028329530565078656,
-            "stdev": 0.000201919775516384,
             "values": [
-                0.028448192596435547,
-                0.027616256713867186,
-                0.028087295532226563,
-                0.02791628837585449,
-                0.027906047821044923,
-                0.027936767578125,
-                0.028017663955688478,
-                0.028219392776489258,
-                0.02790412712097168,
-                0.02795212745666504,
-                0.027998207092285156,
-                0.027989248275756835,
-                0.02793574333190918,
-                0.027868160247802733,
                 0.027860992431640624,
                 0.027881471633911133,
-                0.027843584060668947,
-                0.027882495880126954,
-                0.027913215637207032,
-                0.027856159210205077,
-                0.02787855911254883,
-                0.02788761520385742,
-                0.027871295928955077,
                 0.027915264129638673,
-                0.027884544372558592,
-                0.027918336868286132,
                 0.027868160247802733,
-                0.02793267250061035,
-                0.02791548728942871,
-                0.02790297508239746,
-                0.028124160766601562,
-                0.028733440399169922,
-                0.028634111404418947,
-                0.028683263778686522,
-                0.028688383102416993,
-                0.028770303726196288,
-                0.028661760330200195,
-                0.02879283142089844,
-                0.028647424697875977,
-                0.028753023147583007,
-                0.028702720642089844,
-                0.028685312271118164,
-                0.028711936950683595,
-                0.028531904220581054,
-                0.028442655563354492,
-                0.028228607177734375,
-                0.028236799240112305,
-                0.028188671112060547,
-                0.02810163116455078,
-                0.02817945671081543,
-                0.028100736618041994,
-                0.02812620735168457,
-                0.028075008392333983,
-                0.02814361572265625,
-                0.02793471908569336,
-                0.027889663696289063,
-                0.027885568618774413,
                 0.027913215637207032,
-                0.02792448043823242,
-                0.02791219139099121,
-                0.02792448043823242,
-                0.02794905662536621,
-                0.028051679611206054,
-                0.02811392021179199,
-                0.02820319938659668,
-                0.028256256103515624,
-                0.028383232116699218,
-                0.028414976119995116,
-                0.028404735565185548,
-                0.02853376007080078,
-                0.028639232635498047,
-                0.02873139190673828,
-                0.028637407302856445,
-                0.02873036766052246,
-                0.028676095962524413,
-                0.028583072662353517,
-                0.028712959289550782,
-                0.028515487670898437,
-                0.028461055755615236,
-                0.028392448425292968,
-                0.028403711318969727,
-                0.028243967056274414,
-                0.028244991302490235,
-                0.028211200714111328,
                 0.028072959899902345,
-                0.02818355178833008,
-                0.028108800888061523,
-                0.028090368270874022,
-                0.02811520004272461,
                 0.028102655410766602,
-                0.028106752395629882,
-                0.02795622444152832,
-                0.027915264129638673,
-                0.027979776382446288,
-                0.027995136260986327,
-                0.028060672760009765,
-                0.028053504943847656,
-                0.028067840576171874,
                 0.028124160766601562,
-                0.028223487854003908,
-                0.028391487121582033,
-                0.02834943962097168,
-                0.02835353660583496,
-                0.028478464126586913,
-                0.028494848251342773,
-                0.02852556800842285,
-                0.028593151092529297,
-                0.028613632202148437,
-                0.02872217559814453,
-                0.028832767486572267,
-                0.0287459831237793,
-                0.02857574462890625,
-                0.02851737594604492,
-                0.02853376007080078,
-                0.028480735778808594,
-                0.028469247817993162,
-                0.02834124755859375,
-                0.028400640487670898,
-                0.02830745506286621,
-                0.02834124755859375,
-                0.028317695617675782,
-                0.02834022331237793,
-                0.02817945671081543,
-                0.02817638397216797,
-                0.028250112533569335,
-                0.02816204833984375,
-                0.028144704818725587,
-                0.028136447906494142,
-                0.02814975929260254,
-                0.02814975929260254,
                 0.02814873504638672,
                 0.02813542366027832,
-                0.028150815963745118,
-                0.02825040054321289,
-                0.02833305549621582,
-                0.02830745506286621,
-                0.028274688720703125,
-                0.028301311492919923,
-                0.028396543502807618,
-                0.028476415634155275,
-                0.028474367141723633,
-                0.02860451126098633,
-                0.02857369613647461,
-                0.028605440139770507,
-                0.028577056884765625,
-                0.028609535217285157,
-                0.028498943328857423,
-                0.028464351654052734,
-                0.028495872497558594,
-                0.028435455322265626,
-                0.02857369613647461,
-                0.028391647338867187,
-                0.028368896484375,
-                0.02836275291442871,
-                0.028322816848754883,
-                0.028372095108032225,
-                0.028325887680053712,
-                0.028322816848754883,
-                0.028320863723754884,
                 0.028220415115356445,
-                0.028257280349731444,
-                0.028238847732543947,
-                0.02821334457397461,
                 0.028197887420654297,
-                0.028282880783081055,
                 0.02817535972595215,
-                0.028274688720703125,
-                0.028267520904541016,
-                0.028226560592651367,
-                0.028326175689697267,
-                0.028278783798217775,
-                0.028305408477783203,
-                0.028314624786376953,
-                0.028310527801513673,
-                0.028407808303833007,
-                0.028396543502807618,
-                0.02837811279296875,
-                0.028478464126586913,
-                0.028446720123291015,
-                0.028470272064208983,
-                0.028444671630859376,
-                0.028507328033447264,
-                0.028454912185668944,
-                0.028495872497558594,
-                0.028523519515991212,
-                0.028461151123046875,
-                0.028474367141723633,
-                0.028473344802856446,
-                0.028473344802856446,
-                0.028449792861938477,
-                0.028309503555297853,
-                0.02838528060913086,
-                0.02836172866821289,
-                0.028419071197509766,
-                0.02835456085205078,
-                0.02834739112854004,
-                0.028205087661743164,
-                0.02827369689941406,
-                0.028290048599243164,
-                0.028235776901245117,
-                0.028278783798217775,
-                0.02830745506286621,
-                0.028305408477783203,
-                0.02830240058898926,
-                0.028290048599243164,
-                0.02830335998535156,
-                0.02831667137145996,
-                0.028278783798217775,
-                0.028298240661621094,
-                0.028293119430541993,
-                0.028398591995239256,
-                0.028413951873779295,
-                0.028460031509399415,
-                0.028422143936157225,
-                0.028423168182373046,
-                0.028475391387939454,
-                0.028443647384643556,
-                0.028492799758911135,
-                0.028451839447021485,
-                0.02851430320739746,
-                0.028448768615722656,
-                0.028459007263183594,
-                0.028475391387939454,
-                0.028425216674804688,
-                0.028462080001831053,
-                0.028459007263183594,
-                0.028447744369506835,
-                0.028423168182373046,
-                0.02834739112854004,
-                0.028321792602539062,
-                0.02837708854675293,
-                0.02834022331237793,
-                0.02835558319091797,
-                0.02833203125,
-                0.02834432029724121,
-                0.02833203125,
-                0.028322816848754883,
-                0.028306432723999023,
-                0.02830335998535156,
-                0.028276735305786133,
-                0.028296192169189452,
-                0.028282880783081055,
-                0.028305408477783203,
-                0.028293119430541993,
-                0.028296192169189452,
                 0.028282880783081055,
-                0.02839756774902344,
-                0.02840166473388672,
-                0.028416000366210937,
-                0.02838425636291504,
-                0.028478464126586913,
-                0.028453887939453124,
-                0.02842131233215332,
-                0.028498943328857423,
-                0.028463104248046874,
-                0.02853887939453125,
-                0.028478464126586913,
-                0.028433408737182617,
-                0.028457984924316407,
-                0.028443872451782228,
-                0.02841804885864258,
-                0.02835456085205078,
-                0.02838425636291504,
-                0.02836787223815918,
-                0.02832076835632324,
-                0.028368896484375,
-                0.028338176727294922,
-                0.028370943069458008,
-                0.02831974411010742,
-                0.028368896484375,
                 0.028331008911132813,
-                0.02832896041870117,
-                0.02838425636291504,
-                0.028313600540161132,
-                0.028358655929565428,
-                0.02832486343383789,
-                0.02835353660583496,
-                0.02836172866821289,
-                0.028334079742431642,
-                0.028413951873779295,
-                0.02831155204772949,
-                0.028399744033813477,
-                0.02835558319091797,
-                0.028400640487670898,
-                0.028411008834838866,
-                0.028413951873779295,
-                0.028483583450317384,
-                0.028441600799560547,
-                0.028439807891845702,
-                0.028465152740478516,
-                0.028448768615722656,
-                0.028496896743774414,
-                0.028476415634155275,
-                0.028459007263183594,
-                0.028451839447021485,
-                0.028499967575073244,
-                0.028453887939453124,
-                0.028387327194213868,
-                0.028366847991943358,
-                0.02836275291442871,
-                0.02838015937805176,
-                0.028332319259643555,
-                0.02834841537475586,
-                0.028399616241455077,
-                0.02833612823486328,
-                0.028379135131835938,
-                0.028567680358886717,
-                0.02834022331237793,
-                0.02835353660583496,
-                0.02834739112854004,
-                0.02837708854675293,
-                0.02834636878967285,
-                0.02837606430053711,
-                0.028321792602539062,
-                0.02833305549621582,
-                0.028428287506103517,
-                0.02837811279296875,
-                0.028413951873779295,
-                0.02838118362426758,
-                0.028395519256591797,
-                0.02839449691772461,
-                0.02840575981140137,
-                0.028476415634155275,
-                0.028399776458740235,
-                0.028383232116699218,
-                0.028375040054321288,
-                0.028421119689941408,
-                0.02846544075012207,
-                0.028450815200805665,
-                0.028469247817993162,
-                0.028445695877075194,
-                0.028460031509399415,
-                0.028424192428588867,
-                0.028375328063964842,
-                0.02837708854675293,
-                0.028334079742431642,
-                0.028386432647705077,
-                0.02834943962097168,
-                0.028402687072753906,
-                0.02836787223815918,
-                0.02835660743713379,
-                0.02838118362426758,
-                0.02837708854675293,
-                0.02836582374572754,
-                0.028342271804809572,
-                0.02839449691772461,
-                0.028382207870483397,
-                0.028390399932861327,
-                0.02838425636291504,
-                0.028331199645996095,
-                0.028387327194213868,
-                0.028407808303833007,
-                0.028404735565185548,
-                0.028403711318969727
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 9036.506955592373
         },
         "energy": null,
         "efficiency": null
@@ -378,24 +380,24 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 963.018752,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
-            "max_allocated": 14274.290688
         },
         "latency": {
             "unit": "s",
-            "mean": 4.8586585553487165,
-            "stdev": 0.0015513930939029474,
             "values": [
-                4.857545719146726,
-                4.860852479934697,
-                4.857577466964726
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.48362219635294
         },
         "energy": null,
         "efficiency": null
@@ -404,779 +406,779 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.019053562962151802,
-            "stdev": 0.00013651825121790875,
             "values": [
-                0.01961484718322754,
-                0.019109760284423828,
-                0.0188538875579834,
                 0.01887948799133301,
                 0.01888768005371094,
-                0.018884607315063476,
-                0.018873344421386717,
-                0.018880512237548826,
-                0.018905088424682616,
-                0.01887846374511719,
-                0.019565568923950196,
-                0.019359743118286133,
-                0.01963315200805664,
-                0.01942323112487793,
-                0.018876415252685547,
                 0.018889728546142577,
-                0.01886617660522461,
                 0.018888704299926756,
-                0.018879552841186524,
-                0.01887942314147949,
-                0.01890015983581543,
-                0.018889535903930665,
                 0.01887948799133301,
-                0.018882560729980468,
                 0.018892799377441406,
-                0.018874368667602538,
-                0.01888572883605957,
-                0.018887584686279296,
-                0.01889398384094238,
-                0.018897760391235353,
-                0.018938880920410156,
-                0.018889728546142577,
-                0.018885631561279297,
                 0.018898944854736328,
-                0.018910207748413087,
                 0.018913280487060546,
-                0.018907136917114258,
-                0.01889900779724121,
-                0.018902143478393554,
-                0.018911039352416992,
-                0.018915327072143554,
-                0.018918399810791017,
-                0.018921728134155272,
-                0.01891814422607422,
-                0.01890233612060547,
-                0.018918079376220705,
-                0.018927616119384767,
-                0.018917375564575196,
-                0.019005439758300782,
-                0.018919424057006837,
                 0.018919424057006837,
                 0.018925567626953126,
-                0.018924543380737305,
-                0.018940927505493164,
                 0.018933759689331055,
                 0.018927616119384767,
-                0.018924543380737305,
-                0.018936832427978514,
-                0.01893302345275879,
-                0.01893142318725586,
-                0.018924863815307617,
-                0.018941631317138673,
-                0.018919424057006837,
                 0.018933759689331055,
-                0.018945024490356444,
-                0.018956287384033203,
-                0.018956287384033203,
-                0.018951168060302736,
-                0.01895235252380371,
-                0.018956127166748046,
                 0.018942975997924806,
-                0.018963455200195312,
-                0.018962432861328125,
-                0.018972671508789063,
-                0.019171327590942384,
-                0.018975744247436522,
-                0.018962432861328125,
-                0.018964479446411133,
-                0.018954240798950195,
                 0.018966527938842775,
-                0.018961599349975586,
-                0.01896531105041504,
                 0.018956287384033203,
                 0.018977792739868164,
-                0.01900032043457031,
                 0.018970624923706055,
-                0.018973695755004884,
-                0.018971647262573242,
-                0.01898192024230957,
-                0.018977760314941406,
-                0.018969791412353516,
-                0.01897657585144043,
                 0.018979839324951172,
-                0.018975744247436522,
-                0.018971935272216797,
-                0.01898159980773926,
-                0.018984960556030273,
-                0.018985984802246093,
-                0.018968576431274413,
-                0.018994176864624023,
-                0.01899519920349121,
                 0.018994176864624023,
                 0.018981887817382814,
-                0.01900032043457031,
-                0.018993152618408202,
-                0.018997247695922852,
-                0.01899519920349121,
-                0.019006464004516603,
                 0.01900441551208496,
-                0.01900339126586914,
                 0.01900441551208496,
-                0.01900851249694824,
-                0.019007680892944336,
-                0.019006271362304688,
-                0.019001344680786132,
-                0.019350528717041016,
-                0.019023967742919923,
-                0.0190166072845459,
-                0.01899929618835449,
                 0.01901568031311035,
-                0.01901055908203125,
-                0.019009695053100586,
-                0.019004255294799804,
                 0.01901568031311035,
-                0.01901580810546875,
-                0.0190196475982666,
-                0.019013631820678712,
-                0.01902694320678711,
-                0.01903615951538086,
-                0.01903308868408203,
-                0.019029119491577148,
-                0.01904422378540039,
-                0.019049728393554687,
-                0.019040000915527343,
-                0.019044448852539062,
-                0.019041183471679688,
-                0.01904560089111328,
-                0.019049247741699218,
-                0.01904435157775879,
-                0.01904742431640625,
-                0.01904435157775879,
-                0.019056640625,
                 0.019056640625,
-                0.01906073570251465,
-                0.01905670356750488,
-                0.019071935653686523,
-                0.01905561637878418,
-                0.01905254364013672,
-                0.019058752059936523,
-                0.019067840576171877,
-                0.01904947280883789,
-                0.019058687210083008,
-                0.019070976257324217,
-                0.019058687210083008,
                 0.019066879272460938,
                 0.0190515193939209,
                 0.019058687210083008,
-                0.019066879272460938,
-                0.019067167282104492,
-                0.019066591262817383,
-                0.01906483268737793,
-                0.019058687210083008,
-                0.019082368850708006,
-                0.01907699203491211,
                 0.019082239151000976,
                 0.019088384628295898,
                 0.01908531188964844,
-                0.019090431213378906,
-                0.019084287643432618,
-                0.01908531188964844,
-                0.019098623275756836,
-                0.0191016960144043,
-                0.019110176086425783,
-                0.019096288681030273,
-                0.01909350395202637,
-                0.019095552444458007,
-                0.019099647521972657,
                 0.019104768753051758,
-                0.019102975845336913,
-                0.019130111694335938,
-                0.019287263870239258,
-                0.019102495193481447,
-                0.0191016960144043,
                 0.019105791091918945,
-                0.019112960815429687,
-                0.019118080139160155,
-                0.019098623275756836,
-                0.019111936569213867,
-                0.019115039825439453,
-                0.01911190414428711,
-                0.019098623275756836,
-                0.019124223709106446,
-                0.019121152877807617,
-                0.019123199462890626,
-                0.019129344940185547,
                 0.019123199462890626,
                 0.019119104385375976,
                 0.019126272201538085,
-                0.019140607833862306,
-                0.019130367279052735,
-                0.019131711959838867,
-                0.019124927520751952,
-                0.019146751403808594,
-                0.019152896881103516,
-                0.019145727157592773,
-                0.019140607833862306,
                 0.019141632080078123,
-                0.019148799896240236,
-                0.019138591766357422,
-                0.01913750457763672,
-                0.019152896881103516,
-                0.019146751403808594,
-                0.019159040451049804,
-                0.019146751403808594,
-                0.01914371109008789,
-                0.01914467239379883,
-                0.019149824142456053,
-                0.019152896881103516,
-                0.019146751403808594,
-                0.019159040451049804,
-                0.01947648048400879,
                 0.019142656326293944,
-                0.019166208267211913,
                 0.019151872634887695,
                 0.019153919219970703,
-                0.019160064697265625,
-                0.01941200065612793,
-                0.019169248580932618,
-                0.019164159774780275,
-                0.019166208267211913,
                 0.019167232513427734,
-                0.019176448822021484,
                 0.019165184020996092,
-                0.019174400329589843,
-                0.019167423248291016,
-                0.01917318344116211,
                 0.019177471160888672,
                 0.019186687469482423,
-                0.019185888290405274,
-                0.019181343078613283,
-                0.019187711715698243,
-                0.019184640884399414,
-                0.019182815551757812,
-                0.019189535140991212,
                 0.019182592391967773,
                 0.019192832946777344,
-                0.01920204734802246,
                 0.019180543899536134,
-                0.019191808700561523,
-                0.019183616638183593,
-                0.01919795227050781,
-                0.01919692802429199,
-                0.01918467140197754,
-                0.019185632705688477,
-                0.019184640884399414,
-                0.01902079963684082,
-                0.01886720085144043,
-                0.018854976654052735,
-                0.019017663955688477,
-                0.018862112045288086,
-                0.019044319152832032,
-                0.01886720085144043,
-                0.01886617660522461,
-                0.01887539291381836,
-                0.01887539291381836,
-                0.01886617660522461,
-                0.01886310386657715,
-                0.01888768005371094,
-                0.01889587211608887,
-                0.018879615783691406,
-                0.018878335952758788,
-                0.019054592132568358,
-                0.01887948799133301,
-                0.01887948799133301,
                 0.018874368667602538,
-                0.018897920608520507,
-                0.018877439498901367,
-                0.01887027168273926,
-                0.018893823623657227,
-                0.01887539291381836,
-                0.01888768005371094,
                 0.018877439498901367,
-                0.018885631561279297,
-                0.018882560729980468,
-                0.01925324821472168,
-                0.018881536483764647,
-                0.018897920608520507,
                 0.018888704299926756,
                 0.018886655807495118,
-                0.018899232864379882,
-                0.01891913604736328,
                 0.018903039932250978,
-                0.018902015686035157,
-                0.018910207748413087,
                 0.018914304733276367,
-                0.018903039932250978,
-                0.018909183502197266,
-                0.0189215030670166,
-                0.01892246437072754,
-                0.018918655395507813,
-                0.01892736053466797,
-                0.018920448303222655,
-                0.019121152877807617,
-                0.018917375564575196,
-                0.018919424057006837,
-                0.018910400390625,
-                0.018906944274902342,
-                0.018921472549438476,
-                0.018931711196899414,
                 0.018917375564575196,
-                0.018909183502197266,
                 0.018928640365600585,
-                0.018929664611816405,
-                0.01960960006713867,
-                0.019482624053955077,
-                0.01959760093688965,
-                0.01933692741394043,
-                0.01892268753051758,
-                0.01937593650817871,
-                0.019556352615356445,
                 0.018931711196899414,
-                0.018932735443115235,
-                0.018951168060302736,
-                0.018952192306518553,
-                0.01924812889099121,
-                0.018945024490356444,
-                0.018977792739868164,
-                0.018953535079956056,
-                0.018956991195678712,
-                0.018963743209838867,
-                0.018959072113037108,
-                0.018957311630249024,
-                0.018961408615112304,
-                0.018970624923706055,
-                0.018963455200195312,
-                0.01897881507873535,
                 0.018964479446411133,
-                0.018982912063598634,
                 0.018973695755004884,
-                0.01896463966369629,
-                0.01896841621398926,
-                0.018969919204711912,
-                0.0189682559967041,
-                0.018972831726074217,
-                0.018980703353881835,
-                0.018972671508789063,
-                0.01899212837219238,
-                0.01896681594848633,
-                0.01898569679260254,
-                0.018966848373413087,
-                0.01897644805908203,
-                0.018970720291137694,
-                0.01899100875854492,
-                0.01899123191833496,
-                0.018992000579833985,
-                0.018986143112182618,
-                0.018983776092529298,
-                0.018993152618408202,
-                0.019005439758300782,
-                0.018993152618408202,
-                0.018994176864624023,
-                0.01899622344970703,
-                0.019001344680786132,
-                0.01898700714111328,
-                0.018990079879760743,
-                0.019194879531860352,
-                0.019014656066894533,
                 0.018998271942138673,
-                0.019009536743164062,
-                0.01899929618835449,
-                0.019009536743164062,
-                0.01901875114440918,
-                0.019013631820678712,
-                0.01902079963684082,
                 0.01902079963684082,
-                0.019009536743164062,
-                0.019130367279052735,
                 0.01901055908203125,
                 0.019021823883056642,
-                0.019017728805541992,
                 0.01901670455932617,
-                0.01900851249694824,
-                0.01902387237548828,
-                0.01902387237548828,
-                0.01903206443786621,
-                0.019036287307739257,
-                0.019048320770263673,
-                0.01903027153015137,
-                0.019036928176879884,
                 0.01903513526916504,
-                0.019350528717041016,
-                0.01904128074645996,
-                0.01904640007019043,
-                0.0190515193939209,
-                0.01904742431640625,
-                0.01904640007019043,
-                0.01904435157775879,
-                0.01904761505126953,
-                0.019054399490356446,
-                0.019062847137451173,
-                0.019052480697631834,
                 0.019050495147705078,
-                0.019056640625,
-                0.019052703857421874,
-                0.019055456161499024,
                 0.019050495147705078,
-                0.01905971145629883,
-                0.0190699520111084,
-                0.01905356788635254,
-                0.01906073570251465,
                 0.01906790351867676,
-                0.01905580711364746,
-                0.019083072662353515,
-                0.019050495147705078,
                 0.01906892776489258,
-                0.019066879272460938,
-                0.019080192565917968,
-                0.0190731201171875,
-                0.019071903228759766,
-                0.019079168319702147,
-                0.019079168319702147,
                 0.019076095581054688,
-                0.019084287643432618,
-                0.019081504821777343,
-                0.01909321594238281,
-                0.019092479705810548,
                 0.019086336135864256,
-                0.01908531188964844,
-                0.019084287643432618,
-                0.019766271591186522,
-                0.0196628475189209,
-                0.019272703170776367,
-                0.01908531188964844,
-                0.019333120346069335,
-                0.019111936569213867,
                 0.019106815338134766,
-                0.019100671768188478,
-                0.019090751647949218,
-                0.019109567642211913,
-                0.019094528198242186,
-                0.01963929557800293,
-                0.019582975387573243,
-                0.019594240188598632,
-                0.019341312408447265,
-                0.019104768753051758,
-                0.01910585594177246,
-                0.019112895965576172,
-                0.01909881591796875,
-                0.019100479125976563,
-                0.019126272201538085,
                 0.019130367279052735,
-                0.019131423950195313,
-                0.019125215530395506,
-                0.019131391525268555,
                 0.019130367279052735,
-                0.019137664794921874,
-                0.019121023178100587,
-                0.01913043212890625,
-                0.01912006378173828,
-                0.019139583587646485,
-                0.019141632080078123,
                 0.019133440017700197,
-                0.019127296447753905,
-                0.019137535095214844,
-                0.019153919219970703,
-                0.019136512756347656,
                 0.019149824142456053,
-                0.019136512756347656,
-                0.019135488510131835,
-                0.019148799896240236,
-                0.019195903778076173,
-                0.019134464263916014,
-                0.019144704818725586,
-                0.019144704818725586,
-                0.019160064697265625,
                 0.019144704818725586,
                 0.019158016204833983,
-                0.019157184600830077,
-                0.019166015625,
-                0.01916444778442383,
-                0.01916080093383789,
-                0.01925017547607422,
-                0.019161088943481445,
-                0.019161312103271485,
-                0.019162912368774414,
-                0.019169279098510742,
-                0.019172351837158205,
-                0.019169279098510742,
                 0.019169279098510742,
                 0.019168256759643554,
-                0.019185663223266602,
                 0.019168256759643554,
-                0.019180543899536134,
                 0.01918156814575195,
-                0.019163135528564454,
                 0.019175424575805664,
                 0.019178495407104493,
-                0.019176448822021484,
-                0.019184640884399414,
-                0.019185663223266602,
-                0.019184640884399414,
-                0.0191889591217041,
-                0.019185440063476562,
-                0.019185663223266602,
                 0.019192832946777344,
-                0.019187711715698243,
-                0.019195903778076173,
-                0.019187711715698243,
-                0.01919795227050781,
-                0.01919615936279297,
-                0.01905766487121582,
-                0.018888704299926756,
-                0.018857023239135743,
-                0.01886739158630371,
-                0.018859840393066405,
-                0.018864063262939452,
-                0.018877439498901367,
-                0.01887027168273926,
-                0.01886310386657715,
-                0.018868223190307617,
                 0.018881536483764647,
-                0.01887129592895508,
-                0.01886617660522461,
-                0.018888704299926756,
-                0.01886617660522461,
-                0.01887027168273926,
-                0.01887846374511719,
-                0.01887846374511719,
-                0.01887129592895508,
-                0.018873344421386717,
-                0.018884607315063476,
                 0.01887539291381836,
-                0.019558399200439454,
-                0.019550207138061524,
-                0.019573759078979493,
-                0.019490816116333007,
-                0.01924300765991211,
-                0.018886655807495118,
-                0.018889728546142577,
                 0.0188723201751709,
-                0.018896896362304686,
-                0.018891775131225585,
                 0.018882560729980468,
-                0.018902015686035157,
-                0.018903039932250978,
                 0.01889587211608887,
-                0.018886655807495118,
-                0.018913280487060546,
-                0.018906112670898437,
-                0.018914304733276367,
                 0.018909183502197266,
-                0.018928640365600585,
-                0.018912256240844725,
-                0.018913280487060546,
-                0.01891535949707031,
-                0.01892246437072754,
-                0.018912256240844725,
-                0.018908159255981445,
-                0.018924543380737305,
                 0.018918399810791017,
-                0.018914304733276367,
-                0.018921472549438476,
-                0.018932735443115235,
-                0.018909183502197266,
-                0.01891049575805664,
-                0.01892732810974121,
                 0.018927616119384767,
-                0.018917375564575196,
-                0.018926784515380858,
-                0.018931520462036132,
-                0.018930688858032226,
                 0.018926591873168946,
-                0.018925567626953126,
                 0.018926591873168946,
                 0.018932735443115235,
-                0.01899519920349121,
-                0.01894940757751465,
-                0.0189652156829834,
-                0.018944000244140623,
-                0.018952192306518553,
-                0.018948095321655273,
-                0.018946048736572265,
-                0.018952192306518553,
                 0.018953216552734374,
                 0.018953216552734374,
-                0.019132415771484376,
                 0.018954240798950195,
-                0.018958335876464845,
-                0.018952192306518553,
-                0.018966527938842775,
                 0.018957311630249024,
-                0.018962432861328125,
-                0.01896156883239746,
-                0.018974559783935547,
                 0.018963455200195312,
                 0.018976768493652343,
-                0.018959455490112305,
-                0.018970527648925782,
-                0.018965503692626954,
-                0.018973695755004884,
-                0.019328256607055665,
-                0.018969343185424804,
-                0.018969600677490234,
                 0.018971647262573242,
-                0.018972671508789063,
-                0.018988031387329102,
-                0.018964479446411133,
-                0.018983936309814452,
-                0.018988031387329102,
                 0.01899212837219238,
-                0.01898415946960449,
-                0.01899292755126953,
-                0.018988128662109374,
-                0.01899920082092285,
-                0.018991104125976564,
-                0.019001344680786132,
-                0.01898700714111328,
-                0.01901158332824707,
                 0.01899519920349121,
                 0.019005439758300782,
-                0.018998559951782228,
-                0.019013343811035158,
-                0.018993408203125,
-                0.019017471313476562,
-                0.019003616333007813,
-                0.01900726318359375,
-                0.019010591506958007,
-                0.019013599395751955,
-                0.019010784149169922,
-                0.01902262306213379,
-                0.01901158332824707,
                 0.01900748825073242,
                 0.01901568031311035,
                 0.019019775390625,
                 0.01900748825073242,
-                0.01901568031311035,
                 0.019019775390625,
-                0.01908940887451172,
-                0.01903718376159668,
-                0.01942527961730957,
-                0.019531776428222656,
-                0.019438592910766602,
-                0.019050495147705078,
                 0.01904332733154297,
-                0.01904128074645996,
-                0.01903718376159668,
                 0.01904640007019043,
-                0.0190515193939209,
-                0.019045503616333007,
-                0.01905446434020996,
                 0.019056640625,
-                0.0190515193939209,
-                0.019049663543701172,
-                0.019052352905273438,
                 0.019072000503540038,
-                0.019070976257324217,
-                0.019050687789916993,
-                0.019056447982788084,
-                0.019057823181152345,
-                0.01906876754760742,
-                0.019059839248657225,
-                0.01906368064880371,
-                0.019054592132568358,
                 0.019074047088623047,
-                0.019052640914916992,
-                0.01905449676513672,
-                0.01906489562988281,
-                0.01906988716125488,
-                0.01906003189086914,
-                0.01905836868286133,
-                0.019056735992431642,
-                0.019077024459838866,
-                0.019078144073486326,
-                0.019072000503540038,
-                0.019084287643432618,
-                0.019078144073486326,
-                0.019088384628295898,
-                0.019298303604125978,
                 0.019090431213378906,
-                0.019091455459594727,
-                0.019086336135864256,
                 0.019094528198242186,
-                0.019084543228149415,
-                0.01908915138244629,
                 0.019087360382080077,
-                0.019095552444458007,
-                0.0190947208404541,
-                0.019092287063598633,
-                0.019113983154296875,
-                0.019110912322998046,
-                0.01921331214904785,
                 0.019088384628295898,
-                0.019104991912841797,
-                0.019104543685913085,
-                0.01912841606140137,
-                0.019096479415893555,
-                0.01911100769042969,
-                0.019109792709350586,
-                0.019108991622924804,
-                0.019117952346801758,
-                0.019094528198242186,
-                0.019103744506835937,
                 0.019106815338134766,
-                0.019121152877807617,
                 0.019111936569213867,
-                0.019131391525268555,
-                0.019203359603881837,
-                0.019120864868164063,
-                0.019143680572509765,
-                0.019121152877807617,
-                0.019129344940185547,
-                0.019136512756347656,
-                0.019132415771484376,
                 0.019135488510131835,
-                0.019125247955322267,
-                0.019134464263916014,
-                0.019143840789794923,
-                0.01914249610900879,
-                0.019134464263916014,
                 0.019143680572509765,
-                0.019132415771484376,
-                0.019146751403808594,
-                0.019142656326293944,
                 0.019146751403808594,
-                0.019141632080078123,
-                0.019155967712402345,
-                0.019152896881103516,
-                0.019144704818725586,
-                0.019152896881103516,
-                0.019141632080078123,
                 0.019154943466186524,
                 0.019151872634887695,
-                0.019163360595703127,
-                0.019156768798828126,
-                0.019150848388671874,
-                0.019167232513427734,
                 0.019159040451049804,
-                0.019155967712402345,
-                0.019157247543334963,
-                0.019169023513793945,
-                0.019165504455566407,
-                0.01918227195739746,
-                0.019298303604125978,
-                0.019280031204223634,
-                0.019172191619873047,
                 0.019178495407104493,
-                0.019182655334472658,
-                0.019180479049682616,
-                0.01916646385192871,
-                0.019169023513793945,
                 0.019171327590942384,
-                0.019191808700561523,
                 0.019177471160888672,
-                0.019179519653320314,
-                0.01919296073913574,
-                0.019187583923339843,
-                0.019179519653320314,
-                0.019183616638183593,
-                0.019179519653320314,
                 0.019190784454345702,
                 0.01918976020812988,
-                0.019186687469482423,
-                0.019194879531860352,
                 0.019185663223266602,
-                0.019186687469482423
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.48362219635301
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 981.430272,
+            "max_vram": 14174.650368,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
+            "mean": 0.02818396059850628,
+            "stdev": 0.00016184796906407148,
             "values": [
+                0.028412288665771484,
+                0.02756096076965332,
+                0.028102655410766602,
+                0.027846656799316406,
+                0.027863264083862305,
                 0.027860992431640624,
+                0.027897855758666993,
+                0.02791116714477539,
+                0.028013568878173828,
+                0.0279736328125,
+                0.02795110321044922,
+                0.02801363182067871,
+                0.027865087509155274,
+                0.027856895446777344,
+                0.027901952743530273,
+                0.02787046432495117,
+                0.027872255325317383,
+                0.0279420166015625,
+                0.027873504638671876,
+                0.027923456192016603,
+                0.02790297508239746,
+                0.02793574333190918,
+                0.027866111755371094,
+                0.027886592864990234,
+                0.027914239883422853,
+                0.027901952743530273,
+                0.027891712188720705,
+                0.02793984031677246,
+                0.027884544372558592,
+                0.02792448043823242,
+                0.027866111755371094,
+                0.02797260856628418,
+                0.028493824005126952,
+                0.028468223571777345,
+                0.028519424438476562,
+                0.028532991409301756,
+                0.0284815673828125,
+                0.02853785514831543,
+                0.028508159637451173,
+                0.028480512619018555,
+                0.028496896743774414,
+                0.028516351699829103,
+                0.028470560073852538,
+                0.028506111145019532,
+                0.028444671630859376,
+                0.028709888458251953,
+                0.02838425636291504,
+                0.028253183364868165,
+                0.028222463607788087,
+                0.028088319778442384,
+                0.028088319778442384,
+                0.028062719345092774,
+                0.027992063522338868,
+                0.028022783279418945,
+                0.027930624008178712,
+                0.027886592864990234,
+                0.02788150405883789,
                 0.027881471633911133,
+                0.027907072067260744,
+                0.027845632553100585,
                 0.027915264129638673,
+                0.027915264129638673,
+                0.027905023574829102,
+                0.028012544631958007,
+                0.028042240142822264,
+                0.02814566421508789,
+                0.028181503295898438,
+                0.028166175842285156,
+                0.028290111541748045,
+                0.028258304595947265,
+                0.02837708854675293,
+                0.02838835144042969,
+                0.028387327194213868,
+                0.028391424179077147,
+                0.028391424179077147,
+                0.02838015937805176,
+                0.028406784057617186,
+                0.029265920639038087,
+                0.028521472930908204,
+                0.028462080001831053,
+                0.028445695877075194,
+                0.02832691192626953,
+                0.028234752655029297,
+                0.02820812797546387,
+                0.028213247299194336,
+                0.02818662452697754,
+                0.02809663963317871,
+                0.028091392517089843,
+                0.028117151260375978,
+                0.02809343910217285,
+                0.028065792083740236,
+                0.02792755126953125,
+                0.02791116714477539,
                 0.027868160247802733,
+                0.027912256240844726,
                 0.027913215637207032,
+                0.02791628837585449,
+                0.02793894386291504,
+                0.028046335220336914,
+                0.028030975341796875,
+                0.02818252754211426,
+                0.02812620735168457,
+                0.02815999984741211,
+                0.028177408218383788,
+                0.028268543243408203,
+                0.028218368530273437,
+                0.028264448165893553,
+                0.028391616821289063,
+                0.028420095443725587,
+                0.028427263259887696,
+                0.02840166473388672,
+                0.028477439880371092,
+                0.028400640487670898,
+                0.028410879135131836,
+                0.02837196731567383,
+                0.028274688720703125,
+                0.028299264907836914,
+                0.028241920471191406,
+                0.028231679916381838,
+                0.028209152221679686,
+                0.028218368530273437,
+                0.028219392776489258,
+                0.02806595230102539,
+                0.02814566421508789,
+                0.028103679656982423,
+                0.02808438491821289,
+                0.028085248947143555,
+                0.028041215896606447,
+                0.027923456192016603,
+                0.027938816070556642,
+                0.027915264129638673,
+                0.02800230407714844,
+                0.028035072326660155,
                 0.028072959899902345,
+                0.028181503295898438,
+                0.028096511840820314,
+                0.02814771270751953,
+                0.028196863174438477,
+                0.028196863174438477,
+                0.028271615982055662,
+                0.02817843246459961,
+                0.028268543243408203,
+                0.028222463607788087,
+                0.028277759552001954,
+                0.028296192169189452,
+                0.028314624786376953,
+                0.02838528060913086,
+                0.028405792236328126,
+                0.028383232116699218,
+                0.028230655670166017,
+                0.028301311492919923,
+                0.028298240661621094,
+                0.028226560592651367,
+                0.028265472412109374,
+                0.028194816589355468,
+                0.028224512100219725,
+                0.028213247299194336,
+                0.028226560592651367,
+                0.028192768096923827,
+                0.028065792083740236,
+                0.02814361572265625,
+                0.02809753608703613,
+                0.028107776641845703,
+                0.028096511840820314,
+                0.02810572814941406,
+                0.028065792083740236,
+                0.028095487594604493,
+                0.028056575775146485,
+                0.02813542366027832,
                 0.028102655410766602,
+                0.02815385627746582,
+                0.028099584579467773,
+                0.028184576034545897,
+                0.028200960159301756,
+                0.02822047996520996,
+                0.028197887420654297,
+                0.02817535972595215,
+                0.02819174385070801,
+                0.028273664474487304,
+                0.028231679916381838,
+                0.028305408477783203,
+                0.028319839477539063,
+                0.028319807052612306,
+                0.028274879455566407,
+                0.02832691192626953,
+                0.02830438423156738,
+                0.028252159118652344,
+                0.028309503555297853,
+                0.028210239410400392,
+                0.028357887268066408,
+                0.028207103729248048,
+                0.028258304595947265,
+                0.028227584838867188,
+                0.028284927368164063,
+                0.028241952896118163,
                 0.028124160766601562,
+                0.02820403289794922,
+                0.028180479049682617,
+                0.028070911407470703,
+                0.02815078353881836,
+                0.02812313652038574,
+                0.028090368270874022,
+                0.02815590476989746,
+                0.028088319778442384,
+                0.02817228889465332,
+                0.02814259147644043,
+                0.02818355178833008,
+                0.02815692710876465,
+                0.028206079483032227,
+                0.028192768096923827,
+                0.028189695358276368,
+                0.028192768096923827,
+                0.028259328842163086,
+                0.02819891166687012,
+                0.028196863174438477,
+                0.028188671112060547,
+                0.028274688720703125,
+                0.0282174072265625,
+                0.028231679916381838,
+                0.028289024353027343,
+                0.028216320037841795,
+                0.028280832290649413,
+                0.028274688720703125,
+                0.028216320037841795,
+                0.028289024353027343,
+                0.028225536346435546,
+                0.028231679916381838,
+                0.028244991302490235,
+                0.028221439361572266,
+                0.028218368530273437,
+                0.028243967056274414,
+                0.028230655670166017,
+                0.028173311233520508,
+                0.028139583587646483,
+                0.028108800888061523,
+                0.02813337516784668,
+                0.02814668846130371,
+                0.028096511840820314,
+                0.02816409683227539,
+                0.02818355178833008,
+                0.028181503295898438,
+                0.028173311233520508,
                 0.02814873504638672,
+                0.02816819190979004,
+                0.028197887420654297,
+                0.02819584083557129,
+                0.02818764877319336,
+                0.02817964744567871,
+                0.028206079483032227,
+                0.02817228889465332,
+                0.02818252754211426,
+                0.02819071960449219,
+                0.02816716766357422,
+                0.028269567489624024,
+                0.028247039794921876,
+                0.028331008911132813,
+                0.02824012756347656,
+                0.028221439361572266,
+                0.028281856536865234,
+                0.028236799240112305,
+                0.028218368530273437,
+                0.028230655670166017,
+                0.02820812797546387,
+                0.028209152221679686,
+                0.028218368530273437,
+                0.028203008651733398,
+                0.028243967056274414,
+                0.028205055236816406,
+                0.02817535972595215,
+                0.028099584579467773,
+                0.02816819190979004,
+                0.02817843246459961,
+                0.0281712646484375,
+                0.028184576034545897,
                 0.02813542366027832,
+                0.028184576034545897,
+                0.02820812797546387,
+                0.02817535972595215,
+                0.0281712646484375,
+                0.028189695358276368,
+                0.02816409683227539,
+                0.028215295791625978,
+                0.02820403289794922,
+                0.028201984405517577,
+                0.028194816589355468,
                 0.028220415115356445,
+                0.02817433547973633,
+                0.028183712005615234,
+                0.02819071960449219,
+                0.028209152221679686,
+                0.028188671112060547,
+                0.028212223052978515,
                 0.028197887420654297,
+                0.02819891166687012,
                 0.02817535972595215,
+                0.028242944717407226,
+                0.028177408218383788,
+                0.028259328842163086,
+                0.02822150421142578,
+                0.028472320556640625,
+                0.028239871978759764,
+                0.028232704162597655,
+                0.028230655670166017,
+                0.028238847732543947,
+                0.028236799240112305,
+                0.028216447830200195,
+                0.028228607177734375,
+                0.028210176467895507,
+                0.028247039794921876,
+                0.028194047927856444,
+                0.028194816589355468,
+                0.028194816589355468,
+                0.028173599243164062,
+                0.02817945671081543,
+                0.028192768096923827,
+                0.028215295791625978,
+                0.028213247299194336,
+                0.028219648361206055,
+                0.02819993591308594,
+                0.028213247299194336,
+                0.028232704162597655,
+                0.028200063705444336,
+                0.028173311233520508,
+                0.028211200714111328,
+                0.02819584083557129,
+                0.02817148780822754,
+                0.028215295791625978,
+                0.0281661434173584,
+                0.028203008651733398,
+                0.028193792343139647,
+                0.02818662452697754,
+                0.028206079483032227,
+                0.02819174385070801,
+                0.02819174385070801,
+                0.02817535972595215,
+                0.02817535972595215,
+                0.02827782440185547,
+                0.028259328842163086,
+                0.0282391357421875,
+                0.028220415115356445,
+                0.028247039794921876,
+                0.028214271545410157,
+                0.028241920471191406,
                 0.028282880783081055,
+                0.028237823486328126,
                 0.028331008911132813,
+                0.028221439361572266,
+                0.028206079483032227,
+                0.028224512100219725,
+                0.028230655670166017,
+                0.028229631423950196,
+                0.028218368530273437,
+                0.028238847732543947,
+                0.028233728408813476,
+                0.028220415115356445,
+                0.028196863174438477
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 9083.180453125091
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 981.430272,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
+            "max_allocated": 14274.2912
         },
         "latency": {
             "unit": "s",
+            "mean": 4.855743490219119,
+            "stdev": 0.0006371185903267916,
             "values": [
+                4.856593400955205,
+                4.855577608108524,
+                4.855059461593629
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 52.51512986912184
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.019042131334192622,
+            "stdev": 0.00010338572574961225,
             "values": [
+                0.019770368576049805,
+                0.019155967712402345,
+                0.01901568031311035,
+                0.019006464004516603,
                 0.01887948799133301,
+                0.018868223190307617,
+                0.018885631561279297,
+                0.018891775131225585,
+                0.018890752792358398,
+                0.018869247436523438,
                 0.01888768005371094,
                 0.018889728546142577,
+                0.01888768005371094,
+                0.018890752792358398,
+                0.01888768005371094,
                 0.018888704299926756,
+                0.018897920608520507,
+                0.018881536483764647,
+                0.018884607315063476,
                 0.01887948799133301,
+                0.018891775131225585,
+                0.018897920608520507,
                 0.018892799377441406,
+                0.018891775131225585,
                 0.018898944854736328,
+                0.018900991439819336,
+                0.018881536483764647,
+                0.01889587211608887,
                 0.018913280487060546,
+                0.018910207748413087,
+                0.018947296142578125,
+                0.018898719787597655,
+                0.018903039932250978,
+                0.018910207748413087,
+                0.018911231994628908,
                 0.018919424057006837,
+                0.018926591873168946,
                 0.018925567626953126,
+                0.018918399810791017,
                 0.018933759689331055,
+                0.018933759689331055,
+                0.018929664611816405,
+                0.018938880920410156,
+                0.018944000244140623,
                 0.018927616119384767,
+                0.018927616119384767,
+                0.019171327590942384,
+                0.018935808181762694,
                 0.018933759689331055,
+                0.018919424057006837,
+                0.018932735443115235,
+                0.018940927505493164,
+                0.018926591873168946,
+                0.018931711196899414,
+                0.018929664611816405,
+                0.018940927505493164,
                 0.018942975997924806,
+                0.018935808181762694,
+                0.018957311630249024,
+                0.018952192306518553,
                 0.018966527938842775,
+                0.018936832427978514,
+                0.018946048736572265,
+                0.018956287384033203,
+                0.018945024490356444,
+                0.018952192306518553,
+                0.018967552185058592,
+                0.018968576431274413,
                 0.018956287384033203,
+                0.018971647262573242,
+                0.018968576431274413,
+                0.01906790351867676,
+                0.018958335876464845,
                 0.018977792739868164,
+                0.01897881507873535,
+                0.018956287384033203,
+                0.018964479446411133,
+                0.01897881507873535,
+                0.018968576431274413,
+                0.018990079879760743,
+                0.018967552185058592,
+                0.01899622344970703,
                 0.018970624923706055,
+                0.018972671508789063,
+                0.018970624923706055,
+                0.01899212837219238,
+                0.018981088638305665,
+                0.01897756767272949,
+                0.018983936309814452,
+                0.018990079879760743,
                 0.018979839324951172,
+                0.018993152618408202,
+                0.018983936309814452,
+                0.018980863571166993,
+                0.018970624923706055,
+                0.018979839324951172,
+                0.018982912063598634,
                 0.018994176864624023,
                 0.018981887817382814,
+                0.018989055633544923,
+                0.019002368927001953,
                 0.01900441551208496,
+                0.018988031387329102,
+                0.01899622344970703,
+                0.01900032043457031,
+                0.019021823883056642,
+                0.018998271942138673,
                 0.01900441551208496,
+                0.01901260757446289,
+                0.0190248966217041,
+                0.019058687210083008,
+                0.01901670455932617,
+                0.01900748825073242,
+                0.01902899169921875,
                 0.01901568031311035,
+                0.01901875114440918,
                 0.01901568031311035,
+                0.01902796745300293,
+                0.01900851249694824,
+                0.01902601623535156,
+                0.01901148796081543,
+                0.019042303085327148,
+                0.01902899169921875,
+                0.01902079963684082,
+                0.019021823883056642,
+                0.019042303085327148,
+                0.01904332733154297,
+                0.01902899169921875,
+                0.01902284812927246,
+                0.01903718376159668,
+                0.01904332733154297,
+                0.01904038429260254,
+                0.01905036735534668,
+                0.0190515193939209,
+                0.01905971145629883,
+                0.0190515193939209,
                 0.019056640625,
                 0.019066879272460938,
+                0.01905561637878418,
+                0.0190515193939209,
                 0.0190515193939209,
                 0.019058687210083008,
+                0.019076095581054688,
+                0.0190699520111084,
+                0.01905766487121582,
+                0.01906585693359375,
                 0.019082239151000976,
+                0.019078144073486326,
+                0.01906892776489258,
+                0.01907302474975586,
+                0.01906585693359375,
+                0.01908121681213379,
+                0.019280895233154297,
+                0.0190699520111084,
+                0.01907711982727051,
+                0.019079168319702147,
+                0.019075071334838867,
+                0.019072000503540038,
+                0.019074047088623047,
+                0.01906790351867676,
+                0.019078144073486326,
+                0.019072000503540038,
                 0.019088384628295898,
+                0.01908121681213379,
+                0.019127296447753905,
+                0.019087360382080077,
+                0.019087360382080077,
                 0.01908531188964844,
+                0.01908940887451172,
                 0.019104768753051758,
+                0.019095552444458007,
+                0.019091455459594727,
+                0.019108863830566408,
+                0.019106815338134766,
+                0.019107839584350587,
                 0.019105791091918945,
+                0.019108863830566408,
+                0.019135488510131835,
                 0.019123199462890626,
+                0.019113983154296875,
+                0.019117055892944337,
+                0.019104768753051758,
                 0.019119104385375976,
+                0.019111936569213867,
+                0.019113983154296875,
+                0.019107839584350587,
+                0.019128320693969726,
                 0.019126272201538085,
+                0.019111936569213867,
+                0.019117055892944337,
+                0.019126272201538085,
+                0.019120128631591796,
+                0.019119104385375976,
+                0.019109888076782225,
+                0.019128320693969726,
+                0.019132415771484376,
+                0.019139583587646485,
+                0.019136512756347656,
                 0.019141632080078123,
+                0.019132415771484376,
+                0.019143680572509765,
                 0.019142656326293944,
+                0.019123199462890626,
+                0.019119104385375976,
+                0.019144704818725586,
+                0.019136512756347656,
+                0.019145727157592773,
+                0.019138559341430664,
+                0.019139583587646485,
                 0.019151872634887695,
+                0.019154943466186524,
+                0.019145727157592773,
+                0.019149824142456053,
+                0.019141632080078123,
+                0.019156991958618166,
+                0.019147775650024415,
+                0.019156991958618166,
+                0.019140607833862306,
+                0.019158016204833983,
+                0.019158016204833983,
+                0.019167232513427734,
+                0.019143680572509765,
+                0.019148799896240236,
                 0.019153919219970703,
+                0.019156991958618166,
+                0.019148799896240236,
+                0.019165184020996092,
+                0.019173376083374022,
+                0.019183616638183593,
                 0.019167232513427734,
+                0.019171327590942384,
                 0.019165184020996092,
+                0.019186687469482423,
                 0.019177471160888672,
+                0.019175424575805664,
+                0.019180543899536134,
+                0.019185663223266602,
+                0.019180543899536134,
                 0.019186687469482423,
                 0.019182592391967773,
+                0.019186687469482423,
+                0.019180543899536134,
+                0.019194879531860352,
+                0.019198976516723632,
                 0.019192832946777344,
+                0.019178495407104493,
+                0.019187711715698243,
+                0.019188735961914064,
+                0.019207168579101562,
                 0.019180543899536134,
+                0.019188735961914064,
+                0.019187711715698243,
+                0.019198976516723632,
+                0.01920204734802246,
+                0.01920102310180664,
+                0.01909350395202637,
+                0.01927475166320801,
+                0.018856960296630858,
+                0.018874368667602538,
+                0.018868223190307617,
                 0.018874368667602538,
                 0.018877439498901367,
                 0.018888704299926756,
+                0.01887948799133301,
+                0.018886655807495118,
+                0.018890752792358398,
+                0.018892799377441406,
+                0.018880512237548826,
                 0.018886655807495118,
+                0.018889728546142577,
+                0.018881536483764647,
+                0.018889728546142577,
+                0.018890752792358398,
+                0.018898944854736328,
+                0.018883583068847656,
+                0.018885631561279297,
+                0.018897920608520507,
+                0.018898944854736328,
+                0.018874368667602538,
+                0.018891775131225585,
                 0.018903039932250978,
+                0.019122175216674805,
+                0.018893823623657227,
+                0.018929664611816405,
+                0.0189040641784668,
+                0.018891775131225585,
+                0.018899967193603515,
+                0.018915327072143554,
                 0.018914304733276367,
+                0.018916351318359375,
+                0.018922496795654296,
+                0.018913280487060546,
+                0.018915327072143554,
+                0.018918399810791017,
+                0.018926591873168946,
+                0.018954240798950195,
+                0.018927616119384767,
                 0.018917375564575196,
                 0.018928640365600585,
+                0.018916351318359375,
+                0.018925567626953126,
+                0.018923519134521484,
+                0.018940927505493164,
+                0.018923519134521484,
+                0.018924543380737305,
+                0.018935808181762694,
                 0.018931711196899414,
+                0.018921472549438476,
+                0.018930688858032226,
+                0.018940927505493164,
+                0.018940927505493164,
+                0.018926591873168946,
+                0.018924543380737305,
+                0.018942975997924806,
+                0.018950143814086915,
+                0.018933759689331055,
+                0.018939903259277344,
+                0.018969600677490234,
+                0.018934783935546876,
+                0.018924543380737305,
+                0.018959360122680666,
+                0.018975744247436522,
+                0.018965503692626954,
+                0.018949119567871094,
+                0.018973695755004884,
+                0.018962432861328125,
                 0.018964479446411133,
+                0.018955263137817382,
+                0.018981887817382814,
+                0.018969600677490234,
+                0.018962432861328125,
+                0.018962432861328125,
+                0.018974720001220705,
+                0.018979839324951172,
+                0.018970624923706055,
+                0.018971647262573242,
+                0.018983936309814452,
+                0.018974720001220705,
+                0.018971647262573242,
+                0.018976768493652343,
+                0.018983936309814452,
                 0.018973695755004884,
+                0.018973695755004884,
+                0.018973695755004884,
+                0.018988031387329102,
+                0.018971647262573242,
+                0.018976768493652343,
+                0.018977792739868164,
+                0.018985984802246093,
+                0.018988031387329102,
+                0.018982912063598634,
+                0.018975744247436522,
+                0.01900339126586914,
+                0.018989055633544923,
+                0.018989055633544923,
+                0.018988031387329102,
+                0.01900441551208496,
+                0.018991104125976564,
+                0.01900032043457031,
                 0.018998271942138673,
+                0.019017728805541992,
+                0.01902387237548828,
+                0.019141632080078123,
+                0.019001344680786132,
+                0.01903104019165039,
+                0.01901260757446289,
+                0.019017728805541992,
+                0.01903104019165039,
+                0.01902694320678711,
+                0.01900748825073242,
+                0.019019775390625,
+                0.01901055908203125,
+                0.01903308868408203,
                 0.01902079963684082,
+                0.01903001594543457,
+                0.01900851249694824,
+                0.0190248966217041,
                 0.01901055908203125,
                 0.019021823883056642,
                 0.01901670455932617,
                 0.01903513526916504,
+                0.0190248966217041,
+                0.01902694320678711,
+                0.01903104019165039,
+                0.01903718376159668,
+                0.019062784194946288,
+                0.01905561637878418,
+                0.01904537582397461,
+                0.01923583984375,
+                0.01905356788635254,
+                0.01905356788635254,
                 0.019050495147705078,
+                0.019054592132568358,
+                0.019054592132568358,
                 0.019050495147705078,
+                0.01904640007019043,
                 0.01906790351867676,
+                0.01905766487121582,
+                0.01906892776489258,
+                0.01906073570251465,
+                0.01906175994873047,
+                0.01905561637878418,
+                0.0190699520111084,
+                0.01904844856262207,
+                0.019062784194946288,
+                0.01905561637878418,
+                0.019078144073486326,
+                0.01905766487121582,
+                0.01906483268737793,
+                0.01906175994873047,
+                0.019072000503540038,
+                0.0190515193939209,
+                0.019062784194946288,
                 0.01906892776489258,
                 0.019076095581054688,
+                0.019070976257324217,
+                0.01907711982727051,
+                0.019079168319702147,
+                0.01909760093688965,
+                0.01907711982727051,
                 0.019086336135864256,
+                0.01908121681213379,
+                0.0190948486328125,
+                0.019103424072265625,
                 0.019106815338134766,
+                0.019080192565917968,
+                0.019087360382080077,
+                0.019103744506835937,
+                0.01908940887451172,
+                0.019095552444458007,
+                0.019092479705810548,
+                0.01908940887451172,
+                0.019117055892944337,
+                0.019096576690673828,
+                0.01909760093688965,
+                0.019117055892944337,
+                0.019111936569213867,
+                0.01909760093688965,
+                0.019123199462890626,
+                0.019103744506835937,
+                0.019127296447753905,
+                0.019111936569213867,
+                0.019109888076782225,
+                0.019116031646728517,
+                0.019116287231445313,
+                0.01910860824584961,
+                0.019121152877807617,
+                0.019117055892944337,
+                0.019117055892944337,
                 0.019130367279052735,
+                0.019132415771484376,
+                0.019120128631591796,
+                0.019137535095214844,
+                0.019124223709106446,
+                0.019144704818725586,
+                0.019137535095214844,
+                0.019134464263916014,
                 0.019130367279052735,
                 0.019133440017700197,
+                0.019152896881103516,
+                0.019146751403808594,
+                0.019142656326293944,
                 0.019149824142456053,
                 0.019144704818725586,
+                0.019165184020996092,
+                0.019164159774780275,
+                0.019151872634887695,
+                0.019152896881103516,
+                0.019332096099853514,
+                0.019147775650024415,
                 0.019158016204833983,
+                0.019158016204833983,
+                0.019150848388671874,
                 0.019169279098510742,
+                0.019173376083374022,
+                0.019155967712402345,
+                0.019159040451049804,
+                0.019153919219970703,
+                0.019162111282348633,
+                0.019166208267211913,
                 0.019168256759643554,
                 0.019168256759643554,
+                0.019172351837158205,
                 0.01918156814575195,
+                0.019173568725585937,
+                0.01917830467224121,
+                0.019170303344726563,
+                0.019177471160888672,
+                0.019186687469482423,
                 0.019175424575805664,
+                0.019171327590942384,
                 0.019178495407104493,
+                0.019191808700561523,
+                0.019314687728881837,
+                0.01918156814575195,
+                0.019186687469482423,
+                0.019183616638183593,
                 0.019192832946777344,
+                0.019194879531860352,
+                0.019188735961914064,
+                0.019194879531860352,
+                0.01920512008666992,
+                0.019198976516723632,
+                0.019192832946777344,
+                0.019200000762939453,
+                0.019198976516723632,
+                0.019190784454345702,
+                0.01920102310180664,
+                0.019204095840454103,
+                0.019191808700561523,
+                0.019019775390625,
+                0.0188590087890625,
+                0.0188590087890625,
                 0.018881536483764647,
                 0.01887539291381836,
+                0.01886412811279297,
+                0.018883583068847656,
+                0.01888768005371094,
+                0.018894847869873048,
+                0.018874368667602538,
+                0.018892799377441406,
+                0.018876415252685547,
                 0.0188723201751709,
+                0.01888768005371094,
+                0.018900991439819336,
                 0.018882560729980468,
                 0.01889587211608887,
+                0.018930688858032226,
+                0.018896896362304686,
+                0.01888768005371094,
+                0.018889728546142577,
+                0.01889587211608887,
+                0.018893823623657227,
+                0.018873344421386717,
+                0.018903039932250978,
+                0.018894847869873048,
+                0.018881536483764647,
+                0.018903039932250978,
+                0.018902015686035157,
+                0.018897920608520507,
+                0.018897920608520507,
                 0.018909183502197266,
+                0.018906112670898437,
                 0.018918399810791017,
+                0.018912256240844725,
+                0.018915327072143554,
+                0.018920448303222655,
+                0.018915327072143554,
                 0.018927616119384767,
+                0.018945024490356444,
+                0.018921472549438476,
+                0.018915327072143554,
+                0.018920448303222655,
+                0.018922496795654296,
+                0.018906112670898437,
                 0.018926591873168946,
+                0.018940927505493164,
+                0.018934783935546876,
                 0.018926591873168946,
+                0.018929664611816405,
+                0.018935808181762694,
+                0.018935808181762694,
                 0.018932735443115235,
+                0.018931711196899414,
+                0.018947071075439453,
+                0.018934783935546876,
+                0.018930688858032226,
+                0.018936832427978514,
+                0.018933759689331055,
+                0.018934783935546876,
+                0.018945024490356444,
+                0.018980863571166993,
                 0.018953216552734374,
+                0.01900339126586914,
+                0.018933759689331055,
                 0.018953216552734374,
+                0.018957311630249024,
                 0.018954240798950195,
                 0.018957311630249024,
+                0.018970624923706055,
+                0.018975744247436522,
+                0.018983936309814452,
+                0.018967552185058592,
+                0.01897881507873535,
+                0.018977792739868164,
                 0.018963455200195312,
+                0.018975744247436522,
+                0.018961408615112304,
+                0.018970624923706055,
+                0.018974720001220705,
+                0.018966527938842775,
+                0.018977792739868164,
+                0.018972671508789063,
                 0.018976768493652343,
+                0.018967552185058592,
+                0.01899519920349121,
                 0.018971647262573242,
+                0.018977792739868164,
+                0.019313663482666017,
+                0.018994176864624023,
+                0.018984960556030273,
+                0.018976959228515625,
+                0.01898476791381836,
+                0.018984960556030273,
+                0.018974720001220705,
+                0.018980863571166993,
+                0.018979839324951172,
+                0.018989055633544923,
+                0.018998271942138673,
                 0.01899212837219238,
                 0.01899519920349121,
                 0.019005439758300782,
+                0.01900748825073242,
+                0.018994176864624023,
+                0.019013631820678712,
                 0.01900748825073242,
                 0.01901568031311035,
+                0.019014656066894533,
+                0.01901055908203125,
+                0.019001344680786132,
+                0.01901158332824707,
                 0.019019775390625,
+                0.01901158332824707,
+                0.019014656066894533,
+                0.019013631820678712,
                 0.01900748825073242,
+                0.01902079963684082,
+                0.01903206443786621,
+                0.01902387237548828,
+                0.01901670455932617,
                 0.019019775390625,
+                0.01903923225402832,
+                0.019009536743164062,
+                0.01902796745300293,
+                0.01901158332824707,
+                0.01903411293029785,
+                0.01901260757446289,
+                0.01902899169921875,
+                0.01900748825073242,
                 0.01904332733154297,
                 0.01904640007019043,
+                0.01904332733154297,
+                0.01904537582397461,
+                0.01904844856262207,
+                0.01906073570251465,
+                0.019054592132568358,
+                0.01905254364013672,
+                0.01905356788635254,
+                0.01906483268737793,
+                0.01904844856262207,
                 0.019056640625,
+                0.01905766487121582,
+                0.01906892776489258,
+                0.01905254364013672,
+                0.01904742431640625,
+                0.019062784194946288,
                 0.019072000503540038,
+                0.019062784194946288,
+                0.01905971145629883,
+                0.019062784194946288,
                 0.019074047088623047,
+                0.01905971145629883,
+                0.01906790351867676,
+                0.01906483268737793,
+                0.019075071334838867,
+                0.01923072052001953,
+                0.019076095581054688,
+                0.019056640625,
+                0.019076095581054688,
+                0.01907711982727051,
+                0.019083263397216797,
+                0.0190699520111084,
+                0.01907711982727051,
                 0.019090431213378906,
+                0.019080192565917968,
+                0.019088384628295898,
+                0.019099647521972657,
                 0.019094528198242186,
+                0.01909760093688965,
                 0.019087360382080077,
                 0.019088384628295898,
+                0.01908940887451172,
+                0.019100671768188478,
                 0.019106815338134766,
+                0.019106815338134766,
+                0.019106815338134766,
+                0.019105791091918945,
+                0.019139583587646485,
                 0.019111936569213867,
+                0.0191016960144043,
+                0.01909980773925781,
+                0.01910767936706543,
+                0.019112960815429687,
+                0.019106815338134766,
+                0.019108863830566408,
+                0.019110912322998046,
+                0.019128320693969726,
+                0.019109888076782225,
+                0.019099647521972657,
+                0.019117055892944337,
+                0.019124223709106446,
+                0.019118080139160155,
+                0.019111936569213867,
+                0.019109888076782225,
+                0.019320831298828126,
+                0.019130367279052735,
+                0.019137792587280274,
+                0.019119871139526366,
+                0.019142656326293944,
+                0.019149824142456053,
+                0.019145727157592773,
+                0.019127296447753905,
                 0.019135488510131835,
+                0.019151872634887695,
                 0.019143680572509765,
+                0.019147775650024415,
+                0.019138559341430664,
+                0.019143680572509765,
+                0.019154943466186524,
+                0.019151872634887695,
+                0.019136512756347656,
+                0.019156991958618166,
+                0.019139583587646485,
+                0.019153919219970703,
                 0.019146751403808594,
+                0.019135488510131835,
+                0.019159040451049804,
                 0.019154943466186524,
+                0.019163135528564454,
                 0.019151872634887695,
+                0.019147775650024415,
+                0.019158016204833983,
+                0.019161088943481445,
+                0.019175424575805664,
+                0.019156991958618166,
+                0.019171327590942384,
                 0.019159040451049804,
+                0.019188735961914064,
                 0.019178495407104493,
+                0.019176448822021484,
+                0.019162111282348633,
                 0.019171327590942384,
                 0.019177471160888672,
+                0.019175424575805664,
+                0.019175424575805664,
                 0.019190784454345702,
+                0.019173376083374022,
                 0.01918976020812988,
+                0.019192832946777344,
                 0.019185663223266602,
+                0.019179519653320314,
+                0.019188735961914064,
+                0.019188735961914064,
+                0.019192832946777344,
+                0.01920204734802246,
+                0.019187711715698243,
+                0.019191808700561523,
+                0.019203359603881837,
+                0.019188447952270506,
+                0.019192832946777344,
+                0.019190784454345702,
+                0.01919692802429199,
+                0.019190784454345702,
+                0.019194879531860352,
+                0.01919385528564453
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 52.51512986912185
         },
         "energy": null,
         "efficiency": null