Upload /Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,1184 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 963.018752,
+            "max_vram": 14271.11936,
+            "max_reserved": 13786.677248,
+            "max_allocated": 13755.515392
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.028329530565078656,
+            "stdev": 0.000201919775516384,
+            "values": [
+                0.028448192596435547,
+                0.027616256713867186,
+                0.028087295532226563,
+                0.02791628837585449,
+                0.027906047821044923,
+                0.027936767578125,
+                0.028017663955688478,
+                0.028219392776489258,
+                0.02790412712097168,
+                0.02795212745666504,
+                0.027998207092285156,
+                0.027989248275756835,
+                0.02793574333190918,
+                0.027868160247802733,
+                0.027860992431640624,
+                0.027881471633911133,
+                0.027843584060668947,
+                0.027882495880126954,
+                0.027913215637207032,
+                0.027856159210205077,
+                0.02787855911254883,
+                0.02788761520385742,
+                0.027871295928955077,
+                0.027915264129638673,
+                0.027884544372558592,
+                0.027918336868286132,
+                0.027868160247802733,
+                0.02793267250061035,
+                0.02791548728942871,
+                0.02790297508239746,
+                0.028124160766601562,
+                0.028733440399169922,
+                0.028634111404418947,
+                0.028683263778686522,
+                0.028688383102416993,
+                0.028770303726196288,
+                0.028661760330200195,
+                0.02879283142089844,
+                0.028647424697875977,
+                0.028753023147583007,
+                0.028702720642089844,
+                0.028685312271118164,
+                0.028711936950683595,
+                0.028531904220581054,
+                0.028442655563354492,
+                0.028228607177734375,
+                0.028236799240112305,
+                0.028188671112060547,
+                0.02810163116455078,
+                0.02817945671081543,
+                0.028100736618041994,
+                0.02812620735168457,
+                0.028075008392333983,
+                0.02814361572265625,
+                0.02793471908569336,
+                0.027889663696289063,
+                0.027885568618774413,
+                0.027913215637207032,
+                0.02792448043823242,
+                0.02791219139099121,
+                0.02792448043823242,
+                0.02794905662536621,
+                0.028051679611206054,
+                0.02811392021179199,
+                0.02820319938659668,
+                0.028256256103515624,
+                0.028383232116699218,
+                0.028414976119995116,
+                0.028404735565185548,
+                0.02853376007080078,
+                0.028639232635498047,
+                0.02873139190673828,
+                0.028637407302856445,
+                0.02873036766052246,
+                0.028676095962524413,
+                0.028583072662353517,
+                0.028712959289550782,
+                0.028515487670898437,
+                0.028461055755615236,
+                0.028392448425292968,
+                0.028403711318969727,
+                0.028243967056274414,
+                0.028244991302490235,
+                0.028211200714111328,
+                0.028072959899902345,
+                0.02818355178833008,
+                0.028108800888061523,
+                0.028090368270874022,
+                0.02811520004272461,
+                0.028102655410766602,
+                0.028106752395629882,
+                0.02795622444152832,
+                0.027915264129638673,
+                0.027979776382446288,
+                0.027995136260986327,
+                0.028060672760009765,
+                0.028053504943847656,
+                0.028067840576171874,
+                0.028124160766601562,
+                0.028223487854003908,
+                0.028391487121582033,
+                0.02834943962097168,
+                0.02835353660583496,
+                0.028478464126586913,
+                0.028494848251342773,
+                0.02852556800842285,
+                0.028593151092529297,
+                0.028613632202148437,
+                0.02872217559814453,
+                0.028832767486572267,
+                0.0287459831237793,
+                0.02857574462890625,
+                0.02851737594604492,
+                0.02853376007080078,
+                0.028480735778808594,
+                0.028469247817993162,
+                0.02834124755859375,
+                0.028400640487670898,
+                0.02830745506286621,
+                0.02834124755859375,
+                0.028317695617675782,
+                0.02834022331237793,
+                0.02817945671081543,
+                0.02817638397216797,
+                0.028250112533569335,
+                0.02816204833984375,
+                0.028144704818725587,
+                0.028136447906494142,
+                0.02814975929260254,
+                0.02814975929260254,
+                0.02814873504638672,
+                0.02813542366027832,
+                0.028150815963745118,
+                0.02825040054321289,
+                0.02833305549621582,
+                0.02830745506286621,
+                0.028274688720703125,
+                0.028301311492919923,
+                0.028396543502807618,
+                0.028476415634155275,
+                0.028474367141723633,
+                0.02860451126098633,
+                0.02857369613647461,
+                0.028605440139770507,
+                0.028577056884765625,
+                0.028609535217285157,
+                0.028498943328857423,
+                0.028464351654052734,
+                0.028495872497558594,
+                0.028435455322265626,
+                0.02857369613647461,
+                0.028391647338867187,
+                0.028368896484375,
+                0.02836275291442871,
+                0.028322816848754883,
+                0.028372095108032225,
+                0.028325887680053712,
+                0.028322816848754883,
+                0.028320863723754884,
+                0.028220415115356445,
+                0.028257280349731444,
+                0.028238847732543947,
+                0.02821334457397461,
+                0.028197887420654297,
+                0.028282880783081055,
+                0.02817535972595215,
+                0.028274688720703125,
+                0.028267520904541016,
+                0.028226560592651367,
+                0.028326175689697267,
+                0.028278783798217775,
+                0.028305408477783203,
+                0.028314624786376953,
+                0.028310527801513673,
+                0.028407808303833007,
+                0.028396543502807618,
+                0.02837811279296875,
+                0.028478464126586913,
+                0.028446720123291015,
+                0.028470272064208983,
+                0.028444671630859376,
+                0.028507328033447264,
+                0.028454912185668944,
+                0.028495872497558594,
+                0.028523519515991212,
+                0.028461151123046875,
+                0.028474367141723633,
+                0.028473344802856446,
+                0.028473344802856446,
+                0.028449792861938477,
+                0.028309503555297853,
+                0.02838528060913086,
+                0.02836172866821289,
+                0.028419071197509766,
+                0.02835456085205078,
+                0.02834739112854004,
+                0.028205087661743164,
+                0.02827369689941406,
+                0.028290048599243164,
+                0.028235776901245117,
+                0.028278783798217775,
+                0.02830745506286621,
+                0.028305408477783203,
+                0.02830240058898926,
+                0.028290048599243164,
+                0.02830335998535156,
+                0.02831667137145996,
+                0.028278783798217775,
+                0.028298240661621094,
+                0.028293119430541993,
+                0.028398591995239256,
+                0.028413951873779295,
+                0.028460031509399415,
+                0.028422143936157225,
+                0.028423168182373046,
+                0.028475391387939454,
+                0.028443647384643556,
+                0.028492799758911135,
+                0.028451839447021485,
+                0.02851430320739746,
+                0.028448768615722656,
+                0.028459007263183594,
+                0.028475391387939454,
+                0.028425216674804688,
+                0.028462080001831053,
+                0.028459007263183594,
+                0.028447744369506835,
+                0.028423168182373046,
+                0.02834739112854004,
+                0.028321792602539062,
+                0.02837708854675293,
+                0.02834022331237793,
+                0.02835558319091797,
+                0.02833203125,
+                0.02834432029724121,
+                0.02833203125,
+                0.028322816848754883,
+                0.028306432723999023,
+                0.02830335998535156,
+                0.028276735305786133,
+                0.028296192169189452,
+                0.028282880783081055,
+                0.028305408477783203,
+                0.028293119430541993,
+                0.028296192169189452,
+                0.028282880783081055,
+                0.02839756774902344,
+                0.02840166473388672,
+                0.028416000366210937,
+                0.02838425636291504,
+                0.028478464126586913,
+                0.028453887939453124,
+                0.02842131233215332,
+                0.028498943328857423,
+                0.028463104248046874,
+                0.02853887939453125,
+                0.028478464126586913,
+                0.028433408737182617,
+                0.028457984924316407,
+                0.028443872451782228,
+                0.02841804885864258,
+                0.02835456085205078,
+                0.02838425636291504,
+                0.02836787223815918,
+                0.02832076835632324,
+                0.028368896484375,
+                0.028338176727294922,
+                0.028370943069458008,
+                0.02831974411010742,
+                0.028368896484375,
+                0.028331008911132813,
+                0.02832896041870117,
+                0.02838425636291504,
+                0.028313600540161132,
+                0.028358655929565428,
+                0.02832486343383789,
+                0.02835353660583496,
+                0.02836172866821289,
+                0.028334079742431642,
+                0.028413951873779295,
+                0.02831155204772949,
+                0.028399744033813477,
+                0.02835558319091797,
+                0.028400640487670898,
+                0.028411008834838866,
+                0.028413951873779295,
+                0.028483583450317384,
+                0.028441600799560547,
+                0.028439807891845702,
+                0.028465152740478516,
+                0.028448768615722656,
+                0.028496896743774414,
+                0.028476415634155275,
+                0.028459007263183594,
+                0.028451839447021485,
+                0.028499967575073244,
+                0.028453887939453124,
+                0.028387327194213868,
+                0.028366847991943358,
+                0.02836275291442871,
+                0.02838015937805176,
+                0.028332319259643555,
+                0.02834841537475586,
+                0.028399616241455077,
+                0.02833612823486328,
+                0.028379135131835938,
+                0.028567680358886717,
+                0.02834022331237793,
+                0.02835353660583496,
+                0.02834739112854004,
+                0.02837708854675293,
+                0.02834636878967285,
+                0.02837606430053711,
+                0.028321792602539062,
+                0.02833305549621582,
+                0.028428287506103517,
+                0.02837811279296875,
+                0.028413951873779295,
+                0.02838118362426758,
+                0.028395519256591797,
+                0.02839449691772461,
+                0.02840575981140137,
+                0.028476415634155275,
+                0.028399776458740235,
+                0.028383232116699218,
+                0.028375040054321288,
+                0.028421119689941408,
+                0.02846544075012207,
+                0.028450815200805665,
+                0.028469247817993162,
+                0.028445695877075194,
+                0.028460031509399415,
+                0.028424192428588867,
+                0.028375328063964842,
+                0.02837708854675293,
+                0.028334079742431642,
+                0.028386432647705077,
+                0.02834943962097168,
+                0.028402687072753906,
+                0.02836787223815918,
+                0.02835660743713379,
+                0.02838118362426758,
+                0.02837708854675293,
+                0.02836582374572754,
+                0.028342271804809572,
+                0.02839449691772461,
+                0.028382207870483397,
+                0.028390399932861327,
+                0.02838425636291504,
+                0.028331199645996095,
+                0.028387327194213868,
+                0.028407808303833007,
+                0.028404735565185548,
+                0.028403711318969727
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 9036.506955592373
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 963.018752,
+            "max_vram": 14807.990272,
+            "max_reserved": 14323.54816,
+            "max_allocated": 14274.290688
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 4.8586585553487165,
+            "stdev": 0.0015513930939029474,
+            "values": [
+                4.857545719146726,
+                4.860852479934697,
+                4.857577466964726
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 52.48362219635294
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.019053562962151802,
+            "stdev": 0.00013651825121790875,
+            "values": [
+                0.01961484718322754,
+                0.019109760284423828,
+                0.0188538875579834,
+                0.01887948799133301,
+                0.01888768005371094,
+                0.018884607315063476,
+                0.018873344421386717,
+                0.018880512237548826,
+                0.018905088424682616,
+                0.01887846374511719,
+                0.019565568923950196,
+                0.019359743118286133,
+                0.01963315200805664,
+                0.01942323112487793,
+                0.018876415252685547,
+                0.018889728546142577,
+                0.01886617660522461,
+                0.018888704299926756,
+                0.018879552841186524,
+                0.01887942314147949,
+                0.01890015983581543,
+                0.018889535903930665,
+                0.01887948799133301,
+                0.018882560729980468,
+                0.018892799377441406,
+                0.018874368667602538,
+                0.01888572883605957,
+                0.018887584686279296,
+                0.01889398384094238,
+                0.018897760391235353,
+                0.018938880920410156,
+                0.018889728546142577,
+                0.018885631561279297,
+                0.018898944854736328,
+                0.018910207748413087,
+                0.018913280487060546,
+                0.018907136917114258,
+                0.01889900779724121,
+                0.018902143478393554,
+                0.018911039352416992,
+                0.018915327072143554,
+                0.018918399810791017,
+                0.018921728134155272,
+                0.01891814422607422,
+                0.01890233612060547,
+                0.018918079376220705,
+                0.018927616119384767,
+                0.018917375564575196,
+                0.019005439758300782,
+                0.018919424057006837,
+                0.018919424057006837,
+                0.018925567626953126,
+                0.018924543380737305,
+                0.018940927505493164,
+                0.018933759689331055,
+                0.018927616119384767,
+                0.018924543380737305,
+                0.018936832427978514,
+                0.01893302345275879,
+                0.01893142318725586,
+                0.018924863815307617,
+                0.018941631317138673,
+                0.018919424057006837,
+                0.018933759689331055,
+                0.018945024490356444,
+                0.018956287384033203,
+                0.018956287384033203,
+                0.018951168060302736,
+                0.01895235252380371,
+                0.018956127166748046,
+                0.018942975997924806,
+                0.018963455200195312,
+                0.018962432861328125,
+                0.018972671508789063,
+                0.019171327590942384,
+                0.018975744247436522,
+                0.018962432861328125,
+                0.018964479446411133,
+                0.018954240798950195,
+                0.018966527938842775,
+                0.018961599349975586,
+                0.01896531105041504,
+                0.018956287384033203,
+                0.018977792739868164,
+                0.01900032043457031,
+                0.018970624923706055,
+                0.018973695755004884,
+                0.018971647262573242,
+                0.01898192024230957,
+                0.018977760314941406,
+                0.018969791412353516,
+                0.01897657585144043,
+                0.018979839324951172,
+                0.018975744247436522,
+                0.018971935272216797,
+                0.01898159980773926,
+                0.018984960556030273,
+                0.018985984802246093,
+                0.018968576431274413,
+                0.018994176864624023,
+                0.01899519920349121,
+                0.018994176864624023,
+                0.018981887817382814,
+                0.01900032043457031,
+                0.018993152618408202,
+                0.018997247695922852,
+                0.01899519920349121,
+                0.019006464004516603,
+                0.01900441551208496,
+                0.01900339126586914,
+                0.01900441551208496,
+                0.01900851249694824,
+                0.019007680892944336,
+                0.019006271362304688,
+                0.019001344680786132,
+                0.019350528717041016,
+                0.019023967742919923,
+                0.0190166072845459,
+                0.01899929618835449,
+                0.01901568031311035,
+                0.01901055908203125,
+                0.019009695053100586,
+                0.019004255294799804,
+                0.01901568031311035,
+                0.01901580810546875,
+                0.0190196475982666,
+                0.019013631820678712,
+                0.01902694320678711,
+                0.01903615951538086,
+                0.01903308868408203,
+                0.019029119491577148,
+                0.01904422378540039,
+                0.019049728393554687,
+                0.019040000915527343,
+                0.019044448852539062,
+                0.019041183471679688,
+                0.01904560089111328,
+                0.019049247741699218,
+                0.01904435157775879,
+                0.01904742431640625,
+                0.01904435157775879,
+                0.019056640625,
+                0.019056640625,
+                0.01906073570251465,
+                0.01905670356750488,
+                0.019071935653686523,
+                0.01905561637878418,
+                0.01905254364013672,
+                0.019058752059936523,
+                0.019067840576171877,
+                0.01904947280883789,
+                0.019058687210083008,
+                0.019070976257324217,
+                0.019058687210083008,
+                0.019066879272460938,
+                0.0190515193939209,
+                0.019058687210083008,
+                0.019066879272460938,
+                0.019067167282104492,
+                0.019066591262817383,
+                0.01906483268737793,
+                0.019058687210083008,
+                0.019082368850708006,
+                0.01907699203491211,
+                0.019082239151000976,
+                0.019088384628295898,
+                0.01908531188964844,
+                0.019090431213378906,
+                0.019084287643432618,
+                0.01908531188964844,
+                0.019098623275756836,
+                0.0191016960144043,
+                0.019110176086425783,
+                0.019096288681030273,
+                0.01909350395202637,
+                0.019095552444458007,
+                0.019099647521972657,
+                0.019104768753051758,
+                0.019102975845336913,
+                0.019130111694335938,
+                0.019287263870239258,
+                0.019102495193481447,
+                0.0191016960144043,
+                0.019105791091918945,
+                0.019112960815429687,
+                0.019118080139160155,
+                0.019098623275756836,
+                0.019111936569213867,
+                0.019115039825439453,
+                0.01911190414428711,
+                0.019098623275756836,
+                0.019124223709106446,
+                0.019121152877807617,
+                0.019123199462890626,
+                0.019129344940185547,
+                0.019123199462890626,
+                0.019119104385375976,
+                0.019126272201538085,
+                0.019140607833862306,
+                0.019130367279052735,
+                0.019131711959838867,
+                0.019124927520751952,
+                0.019146751403808594,
+                0.019152896881103516,
+                0.019145727157592773,
+                0.019140607833862306,
+                0.019141632080078123,
+                0.019148799896240236,
+                0.019138591766357422,
+                0.01913750457763672,
+                0.019152896881103516,
+                0.019146751403808594,
+                0.019159040451049804,
+                0.019146751403808594,
+                0.01914371109008789,
+                0.01914467239379883,
+                0.019149824142456053,
+                0.019152896881103516,
+                0.019146751403808594,
+                0.019159040451049804,
+                0.01947648048400879,
+                0.019142656326293944,
+                0.019166208267211913,
+                0.019151872634887695,
+                0.019153919219970703,
+                0.019160064697265625,
+                0.01941200065612793,
+                0.019169248580932618,
+                0.019164159774780275,
+                0.019166208267211913,
+                0.019167232513427734,
+                0.019176448822021484,
+                0.019165184020996092,
+                0.019174400329589843,
+                0.019167423248291016,
+                0.01917318344116211,
+                0.019177471160888672,
+                0.019186687469482423,
+                0.019185888290405274,
+                0.019181343078613283,
+                0.019187711715698243,
+                0.019184640884399414,
+                0.019182815551757812,
+                0.019189535140991212,
+                0.019182592391967773,
+                0.019192832946777344,
+                0.01920204734802246,
+                0.019180543899536134,
+                0.019191808700561523,
+                0.019183616638183593,
+                0.01919795227050781,
+                0.01919692802429199,
+                0.01918467140197754,
+                0.019185632705688477,
+                0.019184640884399414,
+                0.01902079963684082,
+                0.01886720085144043,
+                0.018854976654052735,
+                0.019017663955688477,
+                0.018862112045288086,
+                0.019044319152832032,
+                0.01886720085144043,
+                0.01886617660522461,
+                0.01887539291381836,
+                0.01887539291381836,
+                0.01886617660522461,
+                0.01886310386657715,
+                0.01888768005371094,
+                0.01889587211608887,
+                0.018879615783691406,
+                0.018878335952758788,
+                0.019054592132568358,
+                0.01887948799133301,
+                0.01887948799133301,
+                0.018874368667602538,
+                0.018897920608520507,
+                0.018877439498901367,
+                0.01887027168273926,
+                0.018893823623657227,
+                0.01887539291381836,
+                0.01888768005371094,
+                0.018877439498901367,
+                0.018885631561279297,
+                0.018882560729980468,
+                0.01925324821472168,
+                0.018881536483764647,
+                0.018897920608520507,
+                0.018888704299926756,
+                0.018886655807495118,
+                0.018899232864379882,
+                0.01891913604736328,
+                0.018903039932250978,
+                0.018902015686035157,
+                0.018910207748413087,
+                0.018914304733276367,
+                0.018903039932250978,
+                0.018909183502197266,
+                0.0189215030670166,
+                0.01892246437072754,
+                0.018918655395507813,
+                0.01892736053466797,
+                0.018920448303222655,
+                0.019121152877807617,
+                0.018917375564575196,
+                0.018919424057006837,
+                0.018910400390625,
+                0.018906944274902342,
+                0.018921472549438476,
+                0.018931711196899414,
+                0.018917375564575196,
+                0.018909183502197266,
+                0.018928640365600585,
+                0.018929664611816405,
+                0.01960960006713867,
+                0.019482624053955077,
+                0.01959760093688965,
+                0.01933692741394043,
+                0.01892268753051758,
+                0.01937593650817871,
+                0.019556352615356445,
+                0.018931711196899414,
+                0.018932735443115235,
+                0.018951168060302736,
+                0.018952192306518553,
+                0.01924812889099121,
+                0.018945024490356444,
+                0.018977792739868164,
+                0.018953535079956056,
+                0.018956991195678712,
+                0.018963743209838867,
+                0.018959072113037108,
+                0.018957311630249024,
+                0.018961408615112304,
+                0.018970624923706055,
+                0.018963455200195312,
+                0.01897881507873535,
+                0.018964479446411133,
+                0.018982912063598634,
+                0.018973695755004884,
+                0.01896463966369629,
+                0.01896841621398926,
+                0.018969919204711912,
+                0.0189682559967041,
+                0.018972831726074217,
+                0.018980703353881835,
+                0.018972671508789063,
+                0.01899212837219238,
+                0.01896681594848633,
+                0.01898569679260254,
+                0.018966848373413087,
+                0.01897644805908203,
+                0.018970720291137694,
+                0.01899100875854492,
+                0.01899123191833496,
+                0.018992000579833985,
+                0.018986143112182618,
+                0.018983776092529298,
+                0.018993152618408202,
+                0.019005439758300782,
+                0.018993152618408202,
+                0.018994176864624023,
+                0.01899622344970703,
+                0.019001344680786132,
+                0.01898700714111328,
+                0.018990079879760743,
+                0.019194879531860352,
+                0.019014656066894533,
+                0.018998271942138673,
+                0.019009536743164062,
+                0.01899929618835449,
+                0.019009536743164062,
+                0.01901875114440918,
+                0.019013631820678712,
+                0.01902079963684082,
+                0.01902079963684082,
+                0.019009536743164062,
+                0.019130367279052735,
+                0.01901055908203125,
+                0.019021823883056642,
+                0.019017728805541992,
+                0.01901670455932617,
+                0.01900851249694824,
+                0.01902387237548828,
+                0.01902387237548828,
+                0.01903206443786621,
+                0.019036287307739257,
+                0.019048320770263673,
+                0.01903027153015137,
+                0.019036928176879884,
+                0.01903513526916504,
+                0.019350528717041016,
+                0.01904128074645996,
+                0.01904640007019043,
+                0.0190515193939209,
+                0.01904742431640625,
+                0.01904640007019043,
+                0.01904435157775879,
+                0.01904761505126953,
+                0.019054399490356446,
+                0.019062847137451173,
+                0.019052480697631834,
+                0.019050495147705078,
+                0.019056640625,
+                0.019052703857421874,
+                0.019055456161499024,
+                0.019050495147705078,
+                0.01905971145629883,
+                0.0190699520111084,
+                0.01905356788635254,
+                0.01906073570251465,
+                0.01906790351867676,
+                0.01905580711364746,
+                0.019083072662353515,
+                0.019050495147705078,
+                0.01906892776489258,
+                0.019066879272460938,
+                0.019080192565917968,
+                0.0190731201171875,
+                0.019071903228759766,
+                0.019079168319702147,
+                0.019079168319702147,
+                0.019076095581054688,
+                0.019084287643432618,
+                0.019081504821777343,
+                0.01909321594238281,
+                0.019092479705810548,
+                0.019086336135864256,
+                0.01908531188964844,
+                0.019084287643432618,
+                0.019766271591186522,
+                0.0196628475189209,
+                0.019272703170776367,
+                0.01908531188964844,
+                0.019333120346069335,
+                0.019111936569213867,
+                0.019106815338134766,
+                0.019100671768188478,
+                0.019090751647949218,
+                0.019109567642211913,
+                0.019094528198242186,
+                0.01963929557800293,
+                0.019582975387573243,
+                0.019594240188598632,
+                0.019341312408447265,
+                0.019104768753051758,
+                0.01910585594177246,
+                0.019112895965576172,
+                0.01909881591796875,
+                0.019100479125976563,
+                0.019126272201538085,
+                0.019130367279052735,
+                0.019131423950195313,
+                0.019125215530395506,
+                0.019131391525268555,
+                0.019130367279052735,
+                0.019137664794921874,
+                0.019121023178100587,
+                0.01913043212890625,
+                0.01912006378173828,
+                0.019139583587646485,
+                0.019141632080078123,
+                0.019133440017700197,
+                0.019127296447753905,
+                0.019137535095214844,
+                0.019153919219970703,
+                0.019136512756347656,
+                0.019149824142456053,
+                0.019136512756347656,
+                0.019135488510131835,
+                0.019148799896240236,
+                0.019195903778076173,
+                0.019134464263916014,
+                0.019144704818725586,
+                0.019144704818725586,
+                0.019160064697265625,
+                0.019144704818725586,
+                0.019158016204833983,
+                0.019157184600830077,
+                0.019166015625,
+                0.01916444778442383,
+                0.01916080093383789,
+                0.01925017547607422,
+                0.019161088943481445,
+                0.019161312103271485,
+                0.019162912368774414,
+                0.019169279098510742,
+                0.019172351837158205,
+                0.019169279098510742,
+                0.019169279098510742,
+                0.019168256759643554,
+                0.019185663223266602,
+                0.019168256759643554,
+                0.019180543899536134,
+                0.01918156814575195,
+                0.019163135528564454,
+                0.019175424575805664,
+                0.019178495407104493,
+                0.019176448822021484,
+                0.019184640884399414,
+                0.019185663223266602,
+                0.019184640884399414,
+                0.0191889591217041,
+                0.019185440063476562,
+                0.019185663223266602,
+                0.019192832946777344,
+                0.019187711715698243,
+                0.019195903778076173,
+                0.019187711715698243,
+                0.01919795227050781,
+                0.01919615936279297,
+                0.01905766487121582,
+                0.018888704299926756,
+                0.018857023239135743,
+                0.01886739158630371,
+                0.018859840393066405,
+                0.018864063262939452,
+                0.018877439498901367,
+                0.01887027168273926,
+                0.01886310386657715,
+                0.018868223190307617,
+                0.018881536483764647,
+                0.01887129592895508,
+                0.01886617660522461,
+                0.018888704299926756,
+                0.01886617660522461,
+                0.01887027168273926,
+                0.01887846374511719,
+                0.01887846374511719,
+                0.01887129592895508,
+                0.018873344421386717,
+                0.018884607315063476,
+                0.01887539291381836,
+                0.019558399200439454,
+                0.019550207138061524,
+                0.019573759078979493,
+                0.019490816116333007,
+                0.01924300765991211,
+                0.018886655807495118,
+                0.018889728546142577,
+                0.0188723201751709,
+                0.018896896362304686,
+                0.018891775131225585,
+                0.018882560729980468,
+                0.018902015686035157,
+                0.018903039932250978,
+                0.01889587211608887,
+                0.018886655807495118,
+                0.018913280487060546,
+                0.018906112670898437,
+                0.018914304733276367,
+                0.018909183502197266,
+                0.018928640365600585,
+                0.018912256240844725,
+                0.018913280487060546,
+                0.01891535949707031,
+                0.01892246437072754,
+                0.018912256240844725,
+                0.018908159255981445,
+                0.018924543380737305,
+                0.018918399810791017,
+                0.018914304733276367,
+                0.018921472549438476,
+                0.018932735443115235,
+                0.018909183502197266,
+                0.01891049575805664,
+                0.01892732810974121,
+                0.018927616119384767,
+                0.018917375564575196,
+                0.018926784515380858,
+                0.018931520462036132,
+                0.018930688858032226,
+                0.018926591873168946,
+                0.018925567626953126,
+                0.018926591873168946,
+                0.018932735443115235,
+                0.01899519920349121,
+                0.01894940757751465,
+                0.0189652156829834,
+                0.018944000244140623,
+                0.018952192306518553,
+                0.018948095321655273,
+                0.018946048736572265,
+                0.018952192306518553,
+                0.018953216552734374,
+                0.018953216552734374,
+                0.019132415771484376,
+                0.018954240798950195,
+                0.018958335876464845,
+                0.018952192306518553,
+                0.018966527938842775,
+                0.018957311630249024,
+                0.018962432861328125,
+                0.01896156883239746,
+                0.018974559783935547,
+                0.018963455200195312,
+                0.018976768493652343,
+                0.018959455490112305,
+                0.018970527648925782,
+                0.018965503692626954,
+                0.018973695755004884,
+                0.019328256607055665,
+                0.018969343185424804,
+                0.018969600677490234,
+                0.018971647262573242,
+                0.018972671508789063,
+                0.018988031387329102,
+                0.018964479446411133,
+                0.018983936309814452,
+                0.018988031387329102,
+                0.01899212837219238,
+                0.01898415946960449,
+                0.01899292755126953,
+                0.018988128662109374,
+                0.01899920082092285,
+                0.018991104125976564,
+                0.019001344680786132,
+                0.01898700714111328,
+                0.01901158332824707,
+                0.01899519920349121,
+                0.019005439758300782,
+                0.018998559951782228,
+                0.019013343811035158,
+                0.018993408203125,
+                0.019017471313476562,
+                0.019003616333007813,
+                0.01900726318359375,
+                0.019010591506958007,
+                0.019013599395751955,
+                0.019010784149169922,
+                0.01902262306213379,
+                0.01901158332824707,
+                0.01900748825073242,
+                0.01901568031311035,
+                0.019019775390625,
+                0.01900748825073242,
+                0.01901568031311035,
+                0.019019775390625,
+                0.01908940887451172,
+                0.01903718376159668,
+                0.01942527961730957,
+                0.019531776428222656,
+                0.019438592910766602,
+                0.019050495147705078,
+                0.01904332733154297,
+                0.01904128074645996,
+                0.01903718376159668,
+                0.01904640007019043,
+                0.0190515193939209,
+                0.019045503616333007,
+                0.01905446434020996,
+                0.019056640625,
+                0.0190515193939209,
+                0.019049663543701172,
+                0.019052352905273438,
+                0.019072000503540038,
+                0.019070976257324217,
+                0.019050687789916993,
+                0.019056447982788084,
+                0.019057823181152345,
+                0.01906876754760742,
+                0.019059839248657225,
+                0.01906368064880371,
+                0.019054592132568358,
+                0.019074047088623047,
+                0.019052640914916992,
+                0.01905449676513672,
+                0.01906489562988281,
+                0.01906988716125488,
+                0.01906003189086914,
+                0.01905836868286133,
+                0.019056735992431642,
+                0.019077024459838866,
+                0.019078144073486326,
+                0.019072000503540038,
+                0.019084287643432618,
+                0.019078144073486326,
+                0.019088384628295898,
+                0.019298303604125978,
+                0.019090431213378906,
+                0.019091455459594727,
+                0.019086336135864256,
+                0.019094528198242186,
+                0.019084543228149415,
+                0.01908915138244629,
+                0.019087360382080077,
+                0.019095552444458007,
+                0.0190947208404541,
+                0.019092287063598633,
+                0.019113983154296875,
+                0.019110912322998046,
+                0.01921331214904785,
+                0.019088384628295898,
+                0.019104991912841797,
+                0.019104543685913085,
+                0.01912841606140137,
+                0.019096479415893555,
+                0.01911100769042969,
+                0.019109792709350586,
+                0.019108991622924804,
+                0.019117952346801758,
+                0.019094528198242186,
+                0.019103744506835937,
+                0.019106815338134766,
+                0.019121152877807617,
+                0.019111936569213867,
+                0.019131391525268555,
+                0.019203359603881837,
+                0.019120864868164063,
+                0.019143680572509765,
+                0.019121152877807617,
+                0.019129344940185547,
+                0.019136512756347656,
+                0.019132415771484376,
+                0.019135488510131835,
+                0.019125247955322267,
+                0.019134464263916014,
+                0.019143840789794923,
+                0.01914249610900879,
+                0.019134464263916014,
+                0.019143680572509765,
+                0.019132415771484376,
+                0.019146751403808594,
+                0.019142656326293944,
+                0.019146751403808594,
+                0.019141632080078123,
+                0.019155967712402345,
+                0.019152896881103516,
+                0.019144704818725586,
+                0.019152896881103516,
+                0.019141632080078123,
+                0.019154943466186524,
+                0.019151872634887695,
+                0.019163360595703127,
+                0.019156768798828126,
+                0.019150848388671874,
+                0.019167232513427734,
+                0.019159040451049804,
+                0.019155967712402345,
+                0.019157247543334963,
+                0.019169023513793945,
+                0.019165504455566407,
+                0.01918227195739746,
+                0.019298303604125978,
+                0.019280031204223634,
+                0.019172191619873047,
+                0.019178495407104493,
+                0.019182655334472658,
+                0.019180479049682616,
+                0.01916646385192871,
+                0.019169023513793945,
+                0.019171327590942384,
+                0.019191808700561523,
+                0.019177471160888672,
+                0.019179519653320314,
+                0.01919296073913574,
+                0.019187583923339843,
+                0.019179519653320314,
+                0.019183616638183593,
+                0.019179519653320314,
+                0.019190784454345702,
+                0.01918976020812988,
+                0.019186687469482423,
+                0.019194879531860352,
+                0.019185663223266602,
+                0.019186687469482423
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 52.48362219635301
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}