kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Mar 14, 2024

Commit

9e1d79f

verified ·

1 Parent(s): c62f067

Upload /Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +1003 -1002

Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,254 +2,255 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 2020.036608,
             "max_vram": 4865.39264,
             "max_reserved": 4380.950528,
             "max_allocated": 4232.743424
         },
         "latency": {
             "unit": "s",
-            "mean": 0.04304076637628252,
-            "stdev": 0.00010570801045058549,
             "values": [
-                0.04389276885986328,
-                0.043133953094482425,
-                0.04319334411621094,
-                0.04329385757446289,
-                0.043123710632324216,
-                0.043363327026367186,
-                0.04318003082275391,
-                0.043146240234375,
-                0.04292300796508789,
-                0.04307660675048828,
-                0.04292313766479492,
-                0.0430643196105957,
-                0.0429189453125,
-                0.04307046508789063,
-                0.04289945602416992,
                 0.04306534576416016,
-                0.04290969467163086,
-                0.0433070068359375,
-                0.04293939208984375,
-                0.04307251358032226,
-                0.042913791656494144,
-                0.043066368103027344,
-                0.042927104949951174,
-                0.04307558441162109,
-                0.04293119812011719,
-                0.04305526351928711,
                 0.04290867233276367,
-                0.04307660675048828,
-                0.04291993713378906,
-                0.043063297271728515,
-                0.04290457534790039,
-                0.0430643196105957,
-                0.04290662384033203,
-                0.04306124877929687,
-                0.04291491317749024,
-                0.04307660675048828,
-                0.042927104949951174,
-                0.04308377456665039,
-                0.04290764617919922,
-                0.043068511962890625,
-                0.04293939208984375,
-                0.043069438934326174,
-                0.04291788864135742,
                 0.043052032470703126,
-                0.04291481781005859,
-                0.04308684921264649,
-                0.04292505645751953,
-                0.04308377456665039,
-                0.042910720825195314,
-                0.04305612945556641,
-                0.04293222427368164,
-                0.043066463470458984,
-                0.04291481781005859,
                 0.043063297271728515,
-                0.04290150451660156,
-                0.04305100631713867,
                 0.04288819122314453,
-                0.04303769683837891,
-                0.042894336700439455,
-                0.04305612945556641,
-                0.04288716888427734,
-                0.04305408096313477,
                 0.042896385192871096,
                 0.04304281616210937,
-                0.042894336700439455,
-                0.043046913146972655,
-                0.04288716888427734,
                 0.043052032470703126,
-                0.04291481781005859,
                 0.04305100631713867,
-                0.042916862487792966,
-                0.04306131362915039,
-                0.042910720825195314,
-                0.04306227111816406,
-                0.04291993713378906,
-                0.043055103302001956,
-                0.042913791656494144,
                 0.04304076766967774,
-                0.04292095947265625,
-                0.04309811019897461,
-                0.042974239349365236,
-                0.04312473678588867,
-                0.04298035049438476,
-                0.04311347198486328,
-                0.04296908950805664,
-                0.043109375,
-                0.042974334716796875,
-                0.04312063980102539,
-                0.04295475387573242,
-                0.043112449645996094,
-                0.04296908950805664,
-                0.04312985610961914,
-                0.042984447479248046,
-                0.04311449432373047,
-                0.04297420883178711,
-                0.04312985610961914,
-                0.04298035049438476,
-                0.04312575912475586,
-                0.04297625732421875,
-                0.04313087844848633,
-                0.04297011184692383,
-                0.04312268829345703,
-                0.042979328155517575,
-                0.04311040115356445,
-                0.0429639663696289,
-                0.04311449432373047,
-                0.042966014862060545,
-                0.04310732650756836,
-                0.04298649597167969,
-                0.04312678527832031,
-                0.0429681282043457,
-                0.04312678527832031,
-                0.04296908950805664,
-                0.04311580657958984,
-                0.04297945785522461,
-                0.043096065521240234,
-                0.042979328155517575,
-                0.043128833770751954,
-                0.04296908950805664,
-                0.043114559173583984,
-                0.0429752311706543,
-                0.04311347198486328,
-                0.04297849655151367,
-                0.043140094757080076,
-                0.04297830581665039,
-                0.04310323333740235,
-                0.04297727966308594,
-                0.04313087844848633,
-                0.042967041015625,
-                0.04311449432373047,
-                0.04297216033935547,
-                0.04314521789550781,
-                0.04297625732421875,
-                0.04311859130859375,
-                0.04298035049438476,
-                0.043109375,
-                0.04295884704589844,
-                0.043154430389404294,
-                0.04296499252319336,
-                0.043138046264648434,
-                0.04296089553833008,
-                0.043121662139892575,
-                0.04296089553833008,
-                0.04312384033203125,
-                0.04296089553833008,
-                0.043112449645996094,
-                0.04298342514038086,
-                0.04311449432373047,
-                0.0429752311706543,
-                0.04311347198486328,
-                0.042966014862060545,
-                0.043112449645996094,
-                0.042967041015625,
-                0.04310220718383789,
-                0.042966014862060545,
-                0.04312678527832031,
-                0.04299059295654297,
-                0.04312063980102539,
-                0.04297011184692383,
-                0.04312985610961914,
-                0.042984447479248046,
-                0.04311040115356445,
-                0.042979328155517575,
-                0.04313702392578125,
-                0.04299059295654297,
-                0.043101184844970705,
-                0.04298137664794922,
-                0.04309708786010742,
-                0.04297318267822266,
-                0.04310953521728516,
-                0.04296499252319336,
-                0.043121662139892575,
-                0.0429854736328125,
-                0.04313702392578125,
-                0.04297318267822266,
-                0.043121662139892575,
-                0.042967041015625,
-                0.0431278076171875,
-                0.04298137664794922,
-                0.04313497543334961,
-                0.04297216033935547,
-                0.04312268829345703,
-                0.04299059295654297,
-                0.04333670425415039,
-                0.04297420883178711,
-                0.04312473678588867,
-                0.04297318267822266,
-                0.0431278076171875,
-                0.042972190856933594,
-                0.04311449432373047,
-                0.04297727966308594,
-                0.04313103866577148,
-                0.04297830581665039,
-                0.04309811019897461,
-                0.042988609313964844,
-                0.043154430389404294,
-                0.04297830581665039,
-                0.043117568969726565,
-                0.04300902557373047,
-                0.04311449432373047,
-                0.04298035049438476,
-                0.04311347198486328,
-                0.042995712280273435,
-                0.04311552047729492,
-                0.04299161529541016,
-                0.04311552047729492,
-                0.0429854736328125,
-                0.04312268829345703,
-                0.0429639663696289,
-                0.04310015869140625,
-                0.04297727966308594,
-                0.04311552047729492,
-                0.042972320556640624,
-                0.043109375,
-                0.04299059295654297,
-                0.043138046264648434,
-                0.04298342514038086,
-                0.04311449432373047,
-                0.042987518310546875,
-                0.04313600158691406,
-                0.042982398986816404,
-                0.04312985610961914,
-                0.0429854736328125,
-                0.04311347198486328,
-                0.04296499252319336,
-                0.04312678527832031,
-                0.042962944030761716,
-                0.04311347198486328,
-                0.043262176513671875,
-                0.04311449432373047,
-                0.04297727966308594,
-                0.04311654281616211,
-                0.04294655990600586
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 5947.849482091658
         },
         "energy": null,
         "efficiency": null
@@ -257,24 +258,24 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 2020.036608,
             "max_vram": 5268.045824,
             "max_reserved": 4783.603712,
             "max_allocated": 4737.934848
         },
         "latency": {
             "unit": "s",
-            "mean": 4.399172342936197,
-            "stdev": 0.0032887474463339536,
             "values": [
-                4.397563076019287,
-                4.396197891235349,
-                4.4037560615539535
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 57.96544898029661
         },
         "energy": null,
         "efficiency": null
@@ -283,779 +284,779 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.017251656246808623,
-            "stdev": 8.80180743402094e-05,
             "values": [
-                0.017728384017944337,
-                0.017497087478637697,
-                0.017119232177734374,
-                0.017242111206054688,
-                0.01719603157043457,
-                0.017238016128540038,
-                0.017128448486328125,
-                0.01721343994140625,
-                0.017134592056274413,
-                0.017262592315673828,
-                0.017249471664428712,
-                0.01732383918762207,
-                0.017282047271728516,
-                0.017354751586914064,
-                0.01723494338989258,
-                0.017160192489624023,
-                0.017143903732299806,
-                0.017167264938354493,
-                0.017180671691894533,
-                0.017150976181030272,
-                0.017217536926269532,
-                0.017258623123168945,
-                0.01719808006286621,
-                0.017255296707153322,
-                0.01726265525817871,
-                0.017248191833496095,
-                0.01720524787902832,
-                0.01724025535583496,
-                0.017411903381347658,
-                0.017313791275024415,
-                0.01722163200378418,
-                0.017265663146972657,
-                0.017242111206054688,
-                0.01716223907470703,
-                0.017185792922973633,
-                0.01723084831237793,
-                0.017179647445678712,
-                0.01719398307800293,
-                0.017146175384521484,
-                0.01719705581665039,
-                0.017203168869018556,
-                0.017275711059570313,
-                0.01738742446899414,
-                0.017280096054077147,
-                0.01721641540527344,
-                0.01760051155090332,
-                0.017101823806762697,
-                0.01722163200378418,
-                0.017177696228027343,
-                0.01720924758911133,
-                0.01717350387573242,
-                0.017183744430541992,
-                0.017184831619262694,
-                0.017169504165649413,
-                0.017145696640014647,
-                0.017157119750976564,
-                0.017145856857299805,
-                0.017159168243408202,
-                0.017129600524902342,
-                0.017190944671630858,
-                0.017182559967041017,
-                0.017143808364868163,
-                0.01717350387573242,
-                0.01720524787902832,
-                0.01718284797668457,
-                0.01762188720703125,
-                0.017275903701782228,
-                0.017380447387695314,
-                0.01717033576965332,
-                0.017342687606811524,
-                0.017237791061401365,
-                0.0172410888671875,
-                0.017169408798217774,
-                0.017597440719604493,
-                0.01714486312866211,
-                0.017199071884155273,
-                0.017254400253295898,
-                0.01722777557373047,
-                0.01723289680480957,
-                0.017254400253295898,
-                0.01725951957702637,
-                0.01722265625,
-                0.01720729637145996,
-                0.017238016128540038,
-                0.01721446418762207,
-                0.017198112487792967,
-                0.017226720809936525,
-                0.01720729637145996,
-                0.01720524787902832,
-                0.017249408721923827,
-                0.01726144027709961,
-                0.01721139144897461,
-                0.017184768676757813,
-                0.017195072174072266,
-                0.017219520568847655,
-                0.01723187255859375,
-                0.017146879196166993,
-                0.01721241569519043,
-                0.01719500732421875,
-                0.017269920349121094,
-                0.017197919845581056,
-                0.01718681526184082,
-                0.01723289680480957,
-                0.0172042236328125,
-                0.017152000427246093,
-                0.017146879196166993,
-                0.017272096633911133,
-                0.017161951065063477,
-                0.017288351058959962,
-                0.017383264541625976,
-                0.017555456161499023,
-                0.017386592864990235,
-                0.01721232032775879,
-                0.017258495330810548,
-                0.01724006462097168,
-                0.01721241569519043,
-                0.01723193550109863,
-                0.017262527465820313,
-                0.0172728328704834,
-                0.01722060775756836,
-                0.017189920425415037,
-                0.01726972770690918,
-                0.01720012855529785,
-                0.01718988800048828,
-                0.017197343826293947,
-                0.017230560302734375,
-                0.01724025535583496,
-                0.017185760498046876,
-                0.017173343658447266,
-                0.017297407150268555,
-                0.01719193649291992,
-                0.017305824279785158,
-                0.01724188804626465,
-                0.017137664794921875,
-                0.017242303848266603,
-                0.01721939277648926,
-                0.017280000686645508,
-                0.017254400253295898,
-                0.017202335357666014,
-                0.01716934394836426,
-                0.017284000396728515,
-                0.017284095764160155,
-                0.017236991882324217,
-                0.017195199966430662,
-                0.01717033576965332,
-                0.01721244812011719,
-                0.01720204734802246,
-                0.01720844841003418,
-                0.01724505615234375,
-                0.017356800079345702,
-                0.017199167251586912,
-                0.01734444808959961,
-                0.017209344863891602,
-                0.017199199676513673,
-                0.01719705581665039,
-                0.017292320251464845,
-                0.01721334457397461,
-                0.01719209671020508,
-                0.01715897560119629,
-                0.01721139144897461,
-                0.017192960739135742,
-                0.01720319938659668,
-                0.01765888023376465,
-                0.01723289680480957,
-                0.017166431427001954,
-                0.01720924758911133,
-                0.01722675132751465,
-                0.017294336318969726,
-                0.017201152801513672,
-                0.017287168502807617,
-                0.017638463973999024,
-                0.017294368743896484,
-                0.017514400482177735,
-                0.017328128814697266,
-                0.017292287826538084,
-                0.017184768676757813,
-                0.01723084831237793,
-                0.017262592315673828,
-                0.01719808006286621,
-                0.017282047271728516,
-                0.01721855926513672,
-                0.017283071517944337,
-                0.0172359676361084,
-                0.017273855209350587,
-                0.01748684883117676,
-                0.017279008865356445,
-                0.017252351760864256,
-                0.01724720001220703,
-                0.017192960739135742,
-                0.01726464080810547,
-                0.0176363525390625,
-                0.017268768310546877,
-                0.017265663146972657,
-                0.017254623413085937,
-                0.017207071304321288,
-                0.01726972770690918,
-                0.017217536926269532,
-                0.017242111206054688,
-                0.0172359676361084,
-                0.017219648361206055,
-                0.0172737922668457,
-                0.017351680755615235,
-                0.01721776008605957,
-                0.017271583557128906,
-                0.01722265625,
-                0.017289215087890625,
-                0.01718272018432617,
-                0.017252351760864256,
-                0.017229824066162108,
-                0.017274879455566407,
-                0.017220928192138673,
-                0.017237695693969726,
-                0.01720524787902832,
-                0.01725951957702637,
-                0.01725052833557129,
-                0.01744156837463379,
-                0.017319936752319336,
-                0.017353727340698243,
-                0.017239072799682616,
-                0.01726051139831543,
-                0.017228096008300782,
-                0.017300159454345702,
-                0.01723187255859375,
-                0.017192960739135742,
-                0.01725667190551758,
-                0.017284032821655273,
-                0.01724297523498535,
-                0.01720627212524414,
-                0.017212480545043946,
-                0.017252288818359374,
-                0.01720627212524414,
-                0.01721478462219238,
-                0.017229503631591796,
-                0.017294336318969726,
-                0.017138687133789063,
-                0.017241151809692382,
-                0.017217472076416017,
-                0.0172410888671875,
-                0.01721139144897461,
-                0.0172359676361084,
-                0.017192960739135742,
-                0.017250303268432618,
-                0.017246208190917968,
-                0.01722480010986328,
-                0.017259424209594726,
-                0.01720729637145996,
-                0.01717967987060547,
-                0.017161184310913086,
-                0.017172479629516603,
-                0.01720345687866211,
-                0.017201919555664063,
-                0.017177600860595704,
-                0.017138687133789063,
-                0.01768550491333008,
-                0.017151296615600584,
-                0.01723401641845703,
-                0.017284000396728515,
-                0.017159168243408202,
-                0.01722777557373047,
-                0.017192960739135742,
-                0.01723084831237793,
-                0.017180671691894533,
-                0.01723084831237793,
-                0.017164287567138673,
-                0.01725644874572754,
-                0.017184959411621094,
-                0.017281856536865235,
-                0.0172042236328125,
-                0.01724415969848633,
-                0.017174816131591795,
-                0.017211103439331056,
-                0.017159168243408202,
-                0.017292287826538084,
-                0.01720832061767578,
-                0.01727414321899414,
-                0.017202911376953126,
-                0.01765376091003418,
-                0.01723289680480957,
-                0.017302591323852538,
-                0.017160160064697266,
-                0.01727791976928711,
-                0.017156095504760743,
-                0.017221696853637697,
-                0.01717344093322754,
-                0.01719398307800293,
-                0.017116159439086915,
-                0.01722572708129883,
-                0.01715814399719238,
-                0.0171909122467041,
-                0.017160192489624023,
-                0.017171615600585936,
-                0.01713043212890625,
-                0.0171560001373291,
-                0.017125375747680666,
-                0.01718684768676758,
-                0.017171424865722658,
-                0.01723904037475586,
-                0.017199167251586912,
-                0.017206207275390625,
-                0.017184768676757813,
-                0.01723391914367676,
-                0.017144832611083984,
-                0.017241376876831055,
-                0.017135360717773437,
-                0.017598432540893556,
-                0.017107967376708985,
-                0.017116352081298827,
-                0.01712518310546875,
-                0.017159168243408202,
-                0.017135936737060545,
-                0.01724076843261719,
-                0.017152000427246093,
-                0.01719910430908203,
-                0.017094655990600584,
-                0.017166624069213866,
-                0.01711587142944336,
-                0.017252351760864256,
-                0.01724415969848633,
-                0.017284095764160155,
-                0.017257471084594727,
-                0.017525760650634766,
-                0.017283071517944337,
-                0.017271808624267578,
-                0.017332223892211913,
-                0.017283071517944337,
-                0.017292287826538084,
-                0.017282047271728516,
-                0.01720832061767578,
-                0.01718169593811035,
-                0.017163328170776367,
-                0.017195968627929686,
-                0.01719193649291992,
-                0.01721651268005371,
-                0.01719500732421875,
-                0.017273855209350587,
-                0.01721446418762207,
-                0.01721651268005371,
-                0.017213663101196288,
-                0.01722652816772461,
-                0.017245183944702147,
-                0.01721241569519043,
-                0.017215520858764648,
-                0.017179616928100584,
-                0.01721049690246582,
-                0.01722662353515625,
-                0.01717043113708496,
-                0.01717350387573242,
-                0.017280000686645508,
-                0.017296384811401368,
-                0.017199296951293946,
-                0.017270624160766603,
-                0.017351648330688477,
-                0.017286144256591796,
-                0.01728102493286133,
-                0.017300479888916014,
-                0.01723904037475586,
-                0.01721548843383789,
-                0.01723187255859375,
-                0.017245183944702147,
-                0.017281055450439453,
-                0.017224672317504883,
-                0.01721241569519043,
-                0.01720022392272949,
-                0.01737513542175293,
-                0.017242111206054688,
-                0.01725951957702637,
-                0.017302528381347656,
-                0.017265663146972657,
-                0.017290239334106446,
-                0.017268768310546877,
-                0.01724617576599121,
-                0.017278976440429687,
-                0.01722060775756836,
-                0.0172042236328125,
-                0.017175552368164062,
-                0.01726464080810547,
-                0.01717862319946289,
-                0.0172454719543457,
-                0.017269472122192382,
-                0.01748684883117676,
-                0.017256767272949218,
-                0.01724076843261719,
-                0.017280000686645508,
-                0.017296672821044922,
-                0.017228511810302733,
-                0.0172410888671875,
-                0.017265663146972657,
-                0.017275903701782228,
-                0.0172359676361084,
-                0.01719705581665039,
-                0.017242111206054688,
-                0.01722368049621582,
-                0.017250303268432618,
-                0.017617919921875,
-                0.0172554874420166,
-                0.01732601547241211,
-                0.01721343994140625,
-                0.017349632263183593,
-                0.017253376007080077,
-                0.01740083122253418,
-                0.017303647994995116,
-                0.017280927658081056,
-                0.017301504135131835,
-                0.017291263580322267,
-                0.01726361656188965,
-                0.017300479888916014,
-                0.017281312942504883,
-                0.01734524726867676,
-                0.0172475528717041,
-                0.017303232192993165,
-                0.01723091125488281,
-                0.017272768020629884,
-                0.017249471664428712,
-                0.017276735305786134,
-                0.017266687393188478,
-                0.017284095764160155,
-                0.017236991882324217,
-                0.01728102493286133,
-                0.017280000686645508,
-                0.01724415969848633,
-                0.01724928092956543,
-                0.01761075210571289,
-                0.017264799118041994,
-                0.017294464111328126,
-                0.017247968673706055,
-                0.01724928092956543,
-                0.017265663146972657,
-                0.017299455642700197,
-                0.017331199645996095,
-                0.017290239334106446,
-                0.017236991882324217,
-                0.017288192749023438,
-                0.017228799819946287,
-                0.01725542449951172,
-                0.017265663146972657,
-                0.017269760131835937,
-                0.01721036720275879,
-                0.01723187255859375,
-                0.017288192749023438,
-                0.01724448013305664,
-                0.017273536682128908,
-                0.01723187255859375,
-                0.01724313545227051,
-                0.01720832061767578,
-                0.01723391914367676,
-                0.01723187255859375,
-                0.017169471740722655,
-                0.01714067268371582,
-                0.01722470474243164,
-                0.01729759979248047,
-                0.01720003128051758,
-                0.017247135162353516,
-                0.01718294334411621,
-                0.017200927734375,
-                0.017188863754272463,
-                0.017252351760864256,
-                0.017252351760864256,
-                0.01726361656188965,
-                0.01726464080810547,
-                0.01723904037475586,
-                0.017292287826538084,
-                0.01725366401672363,
-                0.0172891845703125,
-                0.017173248291015623,
-                0.017267871856689453,
-                0.017250463485717772,
-                0.01721228790283203,
-                0.01719891166687012,
-                0.01725347137451172,
-                0.01717955207824707,
-                0.017242111206054688,
-                0.01721958351135254,
-                0.01725542449951172,
-                0.01722163200378418,
-                0.017273855209350587,
-                0.017187839508056642,
-                0.01722265625,
-                0.01719500732421875,
-                0.01725472068786621,
-                0.0171393928527832,
-                0.017230112075805663,
-                0.01720425605773926,
-                0.017202880859375,
-                0.017126399993896483,
-                0.01718489646911621,
-                0.017182687759399413,
-                0.01718979263305664,
-                0.017232959747314452,
-                0.017209280014038087,
-                0.017236064910888672,
-                0.017301599502563478,
-                0.017248064041137694,
-                0.017297407150268555,
-                0.0171777286529541,
-                0.01721126365661621,
-                0.01716223907470703,
-                0.017247520446777343,
-                0.017247968673706055,
-                0.01721548843383789,
-                0.01720028877258301,
-                0.017240095138549804,
-                0.017191743850708006,
-                0.01720319938659668,
-                0.017161279678344726,
-                0.017236928939819336,
-                0.017180831909179687,
-                0.017273696899414062,
-                0.01722172737121582,
-                0.017351743698120117,
-                0.017190752029418947,
-                0.01737513542175293,
-                0.017367040634155274,
-                0.01742950439453125,
-                0.017483776092529296,
-                0.017324031829833983,
-                0.017341440200805663,
-                0.017292287826538084,
-                0.01732009506225586,
-                0.017294176101684572,
-                0.017338367462158204,
-                0.017317983627319337,
-                0.017349536895751954,
-                0.017348608016967772,
-                0.017303552627563477,
-                0.017294336318969726,
-                0.01723904037475586,
-                0.017308671951293944,
-                0.017299455642700197,
-                0.017280000686645508,
-                0.0171909122467041,
-                0.01725347137451172,
-                0.017277856826782227,
-                0.01720217514038086,
-                0.01722390365600586,
-                0.017347360610961916,
-                0.017632320404052736,
-                0.01728227233886719,
-                0.01726246452331543,
-                0.017233760833740234,
-                0.01729142379760742,
-                0.017292192459106445,
-                0.01731577682495117,
-                0.017317888259887695,
-                0.017268735885620116,
-                0.017276927947998046,
-                0.017295360565185547,
-                0.017304576873779298,
-                0.017352767944335937,
-                0.01729427146911621,
-                0.017331199645996095,
-                0.017357824325561523,
-                0.017274879455566407,
-                0.017287168502807617,
-                0.017302528381347656,
-                0.017288192749023438,
-                0.017260543823242186,
-                0.0172728328704834,
-                0.01731193542480469,
-                0.017320768356323242,
-                0.017258495330810548,
-                0.01722777557373047,
-                0.01723494338989258,
-                0.017276927947998046,
-                0.017537023544311522,
-                0.017312768936157227,
-                0.017357824325561523,
-                0.017336416244506835,
-                0.017720224380493164,
-                0.017277055740356446,
-                0.01725939178466797,
-                0.017384511947631836,
-                0.017333471298217773,
-                0.01730633544921875,
-                0.017265663146972657,
-                0.017296384811401368,
-                0.017278976440429687,
-                0.017268768310546877,
-                0.01726892852783203,
-                0.017301279067993162,
-                0.01726464080810547,
-                0.017265695571899414,
-                0.01728611183166504,
-                0.017242399215698243,
-                0.017297119140625,
-                0.017312768936157227,
-                0.017295360565185547,
-                0.017282047271728516,
-                0.017331199645996095,
-                0.01724415969848633,
-                0.017216800689697265,
-                0.017281759262084962,
-                0.01719910430908203,
-                0.01722777557373047,
-                0.01725775909423828,
-                0.017266399383544923,
-                0.017367231369018556,
-                0.01729516792297363,
-                0.01728102493286133,
-                0.01724825668334961,
-                0.017284095764160155,
-                0.017258495330810548,
-                0.017320959091186524,
-                0.017275903701782228,
-                0.017246208190917968,
-                0.017268735885620116,
-                0.017274944305419922,
-                0.017220544815063476,
-                0.017274879455566407,
-                0.017293312072753905,
-                0.01739571189880371,
-                0.01733558464050293,
-                0.01731350326538086,
-                0.017297407150268555,
-                0.01737932777404785,
-                0.017321983337402345,
-                0.017298431396484376,
-                0.017342464447021484,
-                0.0172728328704834,
-                0.017406976699829102,
-                0.017283327102661134,
-                0.017327871322631836,
-                0.017390592575073242,
-                0.017390592575073242,
-                0.017340415954589843,
-                0.017769472122192383,
-                0.017390592575073242,
-                0.017377279281616212,
-                0.017361215591430664,
-                0.017355712890625,
-                0.017308416366577147,
-                0.017258495330810548,
-                0.017345535278320313,
-                0.017310720443725586,
-                0.017325056076049804,
-                0.017349632263183593,
-                0.017295360565185547,
-                0.017253376007080077,
-                0.017337343215942384,
-                0.017367040634155274,
-                0.017289215087890625,
-                0.0172410888671875,
-                0.017301504135131835,
-                0.017306623458862306,
-                0.017280000686645508,
-                0.017303552627563477,
-                0.01725872039794922,
-                0.017231744766235353,
-                0.017264543533325197,
-                0.01722675132751465,
-                0.017260543823242186,
-                0.01720217514038086,
-                0.01721343994140625,
-                0.017597440719604493,
-                0.01721241569519043,
-                0.01725132751464844,
-                0.01719500732421875,
-                0.01722163200378418,
-                0.017316864013671874,
-                0.017223840713500978,
-                0.017190752029418947,
-                0.017217536926269532,
-                0.01722572708129883,
-                0.017273120880126953,
-                0.017327840805053712,
-                0.017521663665771483,
-                0.017370111465454103,
-                0.017209344863891602,
-                0.017189151763916017,
-                0.017279712677001954,
-                0.017242111206054688,
-                0.01719500732421875,
-                0.01725951957702637,
-                0.017184768676757813,
-                0.017260543823242186,
-                0.0172410888671875,
-                0.01719808006286621,
-                0.017257471084594727,
-                0.017172479629516603,
-                0.017246208190917968,
-                0.01723084831237793,
-                0.01718169593811035,
-                0.017301727294921875,
-                0.017204000473022462,
-                0.01719398307800293,
-                0.01720639991760254,
-                0.01722559928894043,
-                0.017289215087890625,
-                0.017269760131835937,
-                0.017277952194213866,
-                0.017352703094482422,
-                0.017287168502807617,
-                0.017152095794677736,
-                0.017210271835327147,
-                0.017175552368164062,
-                0.017109184265136718,
-                0.017207103729248045,
-                0.0172410888671875,
-                0.017263904571533203,
-                0.017211103439331056,
-                0.01723391914367676,
-                0.017257471084594727,
-                0.017259775161743166,
-                0.017327871322631836,
-                0.017269760131835937,
-                0.01722572708129883,
-                0.017148927688598634,
-                0.01722777557373047,
-                0.017105920791625977,
-                0.01722368049621582,
-                0.01715836715698242,
-                0.017214399337768554,
-                0.017161056518554686,
-                0.01722572708129883,
-                0.017137664794921875,
-                0.01725542449951172,
-                0.01720751953125,
-                0.01727884864807129,
-                0.01715190315246582,
-                0.01723520088195801,
-                0.017212160110473634,
-                0.01721651268005371,
-                0.017164287567138673,
-                0.017216768264770508,
-                0.01713350486755371,
-                0.017221439361572267,
-                0.017153024673461914,
-                0.017229824066162108,
-                0.017137664794921875,
-                0.017171455383300782,
-                0.017145055770874024,
-                0.01718351936340332,
-                0.017085439682006837,
-                0.01722060775756836,
-                0.017126592636108398,
-                0.017223487854003905,
-                0.01716227149963379,
-                0.017208288192749024,
-                0.01714995193481445,
-                0.017160192489624023,
-                0.017167360305786132,
-                0.017167360305786132,
-                0.017506528854370117,
-                0.0172511043548584,
-                0.017225791931152343,
-                0.017253311157226562,
-                0.01720319938659668,
-                0.01720319938659668,
-                0.01721958351135254,
-                0.017289215087890625,
-                0.017165536880493163,
-                0.017253408432006834,
-                0.017175296783447265,
-                0.017242111206054688,
-                0.017168384552001953,
-                0.01724831962585449,
-                0.01713657569885254,
-                0.01724928092956543,
-                0.017120256423950195,
-                0.017192960739135742,
-                0.017128576278686525,
-                0.01721023941040039,
-                0.017164287567138673,
-                0.017207391738891603,
-                0.01711302375793457,
-                0.017195104598999023
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 57.96544898029658
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1957.736448,
             "max_vram": 4865.39264,
             "max_reserved": 4380.950528,
             "max_allocated": 4232.743424
         },
         "latency": {
             "unit": "s",
+            "mean": 0.04296390577463004,
+            "stdev": 0.000125775136595897,
             "values": [
+                0.04371113586425781,
+                0.04313497543334961,
+                0.04323328018188476,
+                0.04337667083740234,
+                0.043179134368896484,
+                0.0433520622253418,
+                0.043189247131347655,
+                0.04332134246826172,
+                0.04314828872680664,
+                0.04354355239868164,
+                0.04283494567871094,
+                0.04302134323120117,
+                0.042845184326171876,
+                0.04302336120605469,
+                0.04284108734130859,
+                0.043014144897460936,
+                0.04280831909179687,
+                0.04300697708129883,
+                0.04284316635131836,
+                0.043012096405029294,
+                0.042831871032714845,
+                0.04298649597167969,
+                0.04283903884887695,
+                0.04302643203735351,
+                0.04287385559082031,
+                0.04301824188232422,
+                0.04282572937011719,
+                0.043012096405029294,
+                0.042820606231689456,
+                0.043025409698486325,
+                0.042821632385253904,
+                0.04301004791259765,
+                0.04283193588256836,
+                0.04299980926513672,
+                0.04283494567871094,
+                0.04303155136108398,
+                0.042831871032714845,
+                0.043014144897460936,
+                0.042845184326171876,
+                0.04302131271362305,
+                0.042823680877685545,
+                0.04303974533081055,
+                0.042831871032714845,
+                0.04302438354492188,
+                0.042823680877685545,
+                0.04302950286865234,
+                0.04283494567871094,
+                0.04304281616210937,
+                0.04281856155395508,
+                0.043000831604003906,
+                0.04283391952514649,
+                0.042998783111572264,
+                0.042826751708984374,
+                0.042998783111572264,
+                0.04283801651000976,
+                0.043012096405029294,
+                0.042823680877685545,
+                0.04300902557373047,
+                0.04281753540039063,
+                0.04303155136108398,
+                0.042826751708984374,
+                0.043030529022216796,
+                0.042823680877685545,
+                0.0429936637878418,
+                0.0428328971862793,
+                0.04300799942016602,
+                0.04284108734130859,
+                0.04304281616210937,
+                0.0428144645690918,
+                0.04302252960205078,
+                0.042848255157470705,
+                0.04300697708129883,
+                0.04282265472412109,
+                0.043017215728759765,
+                0.042828800201416016,
+                0.04300799942016602,
+                0.04285235214233398,
+                0.04301926422119141,
+                0.04281958389282227,
+                0.04300902557373047,
+                0.04282777786254883,
+                0.04301619338989258,
+                0.042828929901123046,
+                0.04300288009643555,
+                0.04283494567871094,
+                0.043003902435302735,
+                0.04282572937011719,
+                0.04301311874389648,
+                0.04284415817260742,
+                0.04301619338989258,
+                0.04283391952514649,
+                0.043015167236328124,
+                0.0428328971862793,
+                0.043017215728759765,
+                0.042828800201416016,
+                0.04301004791259765,
+                0.04305619049072266,
+                0.04301619338989258,
+                0.04282572937011719,
+                0.04302336120605469,
+                0.042828800201416016,
+                0.04299264144897461,
+                0.04283391952514649,
+                0.043017215728759765,
+                0.042828800201416016,
+                0.043028480529785154,
+                0.04280831909179687,
+                0.043028480529785154,
+                0.042821632385253904,
+                0.04301619338989258,
+                0.04283699035644531,
+                0.043030529022216796,
+                0.04283084869384766,
+                0.04300902557373047,
+                0.042826751708984374,
+                0.04301107025146484,
+                0.04283699035644531,
+                0.04300799942016602,
+                0.04283903884887695,
+                0.04300191879272461,
+                0.042826751708984374,
+                0.0430274543762207,
+                0.042807296752929686,
+                0.043003902435302735,
+                0.04283391952514649,
+                0.04305920028686523,
+                0.04284928131103516,
+                0.04306124877929687,
+                0.042856449127197264,
+                0.04307455825805664,
+                0.04286873626708984,
+                0.043049983978271485,
+                0.04287590408325195,
                 0.04306534576416016,
+                0.04289945602416992,
+                0.043041793823242185,
+                0.042889217376708984,
+                0.04306227111816406,
+                0.04288614273071289,
+                0.04303974533081055,
+                0.04289228820800781,
+                0.04304076766967774,
+                0.04287897491455078,
+                0.04306227111816406,
+                0.04288204956054688,
+                0.043053054809570314,
                 0.04290867233276367,
                 0.043052032470703126,
+                0.042883071899414066,
+                0.043068416595458986,
+                0.04286975860595703,
+                0.0430643196105957,
+                0.04288819122314453,
+                0.043066368103027344,
+                0.04286566543579102,
                 0.043063297271728515,
                 0.04288819122314453,
+                0.04304281616210937,
+                0.04287385559082031,
+                0.04305920028686523,
+                0.042874881744384766,
+                0.043049983978271485,
+                0.04287692642211914,
+                0.04306124877929687,
+                0.04287180709838867,
+                0.043055103302001956,
+                0.04289228820800781,
+                0.043063297271728515,
+                0.04287692642211914,
+                0.043052032470703126,
+                0.04287081527709961,
+                0.043071487426757815,
+                0.04287897491455078,
+                0.04306227111816406,
+                0.04286566543579102,
+                0.04306739044189453,
+                0.04286361694335938,
+                0.04305817413330078,
+                0.042874881744384766,
+                0.04305920028686523,
+                0.042858497619628906,
+                0.04306227111816406,
+                0.04289023971557617,
+                0.04307455825805664,
+                0.04288000106811524,
+                0.043041793823242185,
+                0.04288614273071289,
+                0.04307353591918945,
+                0.04303257751464844,
+                0.04323331069946289,
+                0.04290867233276367,
+                0.04307353591918945,
                 0.042896385192871096,
+                0.04306227111816406,
+                0.04289535903930664,
+                0.04306134414672851,
+                0.04286975860595703,
+                0.043036670684814454,
+                0.04290662384033203,
+                0.043079681396484375,
+                0.042900478363037106,
+                0.04304076766967774,
+                0.042866687774658206,
+                0.04305817413330078,
+                0.04288000106811524,
+                0.04305408096313477,
+                0.042867710113525394,
+                0.04306124877929687,
+                0.04289023971557617,
                 0.04304281616210937,
+                0.04290764617919922,
+                0.04305920028686523,
+                0.04287590408325195,
+                0.043052032470703126,
+                0.04287180709838867,
+                0.043057247161865236,
+                0.042883071899414066,
+                0.04305817413330078,
+                0.04287692642211914,
                 0.043052032470703126,
+                0.042881023406982424,
                 0.04305100631713867,
+                0.04290252685546875,
                 0.04304076766967774,
+                0.04287692642211914,
+                0.04306534576416016,
+                0.04289142227172851,
+                0.043068416595458986,
+                0.04285337448120117,
+                0.043041793823242185,
+                0.042877952575683595,
+                0.043071487426757815,
+                0.042872833251953124,
+                0.04307046508789063
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 5958.489932057496
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1957.736448,
             "max_vram": 5268.045824,
             "max_reserved": 4783.603712,
             "max_allocated": 4737.934848
         },
         "latency": {
             "unit": "s",
+            "mean": 4.5952770996093735,
+            "stdev": 0.009394410630215014,
             "values": [
+                4.607699838638303,
+                4.593144834518432,
+                4.584986625671388
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 55.49175696535831
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.018020694508272053,
+            "stdev": 0.00025890627675573697,
             "values": [
+                0.01846156883239746,
+                0.01823641586303711,
+                0.017915903091430666,
+                0.018009088516235353,
+                0.017932287216186525,
+                0.018040063858032227,
+                0.01788287925720215,
+                0.01798246383666992,
+                0.018020544052124023,
+                0.018060096740722655,
+                0.01799990463256836,
+                0.018145248413085936,
+                0.017966367721557616,
+                0.018008800506591798,
+                0.01794256019592285,
+                0.017988576889038085,
+                0.017876991271972655,
+                0.017945600509643556,
+                0.017910943984985352,
+                0.018427743911743164,
+                0.017904640197753906,
+                0.01804800033569336,
+                0.01802137565612793,
+                0.01827020835876465,
+                0.017879039764404296,
+                0.01799679946899414,
+                0.017966079711914062,
+                0.01807974433898926,
+                0.018212127685546874,
+                0.01811734390258789,
+                0.017979391098022462,
+                0.01800601577758789,
+                0.017986560821533205,
+                0.017992704391479493,
+                0.01802979278564453,
+                0.017983264923095703,
+                0.018060287475585936,
+                0.017951744079589844,
+                0.01787718391418457,
+                0.017954816818237306,
+                0.01788607978820801,
+                0.017889215469360353,
+                0.017928192138671875,
+                0.017911808013916015,
+                0.017945600509643556,
+                0.017920000076293945,
+                0.01823744010925293,
+                0.017913856506347657,
+                0.017895423889160156,
+                0.018104352951049806,
+                0.0180644474029541,
+                0.017977247238159178,
+                0.018025472640991212,
+                0.017943552017211914,
+                0.017928192138671875,
+                0.017927167892456054,
+                0.017949695587158202,
+                0.017908735275268553,
+                0.017917951583862304,
+                0.017920000076293945,
+                0.017897567749023437,
+                0.017965984344482423,
+                0.017912832260131836,
+                0.01798860740661621,
+                0.018226240158081056,
+                0.01794246482849121,
+                0.0182325439453125,
+                0.01801193618774414,
+                0.01802239990234375,
+                0.018114559173583983,
+                0.01798361587524414,
+                0.01800793647766113,
+                0.01796403121948242,
+                0.017956031799316406,
+                0.01795257568359375,
+                0.01799884796142578,
+                0.018008064270019532,
+                0.018028575897216795,
+                0.01807356834411621,
+                0.018118656158447266,
+                0.018143232345581056,
+                0.01803775978088379,
+                0.018006208419799805,
+                0.018007999420166017,
+                0.018011327743530273,
+                0.01794937515258789,
+                0.017989728927612306,
+                0.01800387191772461,
+                0.017955839157104494,
+                0.017930240631103517,
+                0.018023584365844728,
+                0.018084703445434572,
+                0.01799180793762207,
+                0.01806118392944336,
+                0.01799600028991699,
+                0.018063135147094726,
+                0.017965311050415038,
+                0.018129663467407228,
+                0.018052095413208007,
+                0.017963008880615236,
+                0.017928192138671875,
+                0.017944576263427735,
+                0.01800396728515625,
+                0.01800934410095215,
+                0.017941408157348633,
+                0.018060127258300782,
+                0.01803775978088379,
+                0.017980640411376952,
+                0.018061088562011718,
+                0.018106624603271483,
+                0.018125568389892578,
+                0.01815449523925781,
+                0.017954816818237306,
+                0.018014303207397463,
+                0.018031679153442382,
+                0.017987424850463868,
+                0.017986560821533205,
+                0.01802956771850586,
+                0.017984512329101563,
+                0.0196177921295166,
+                0.022285503387451173,
+                0.020475711822509766,
+                0.02025881576538086,
+                0.020303871154785155,
+                0.020242431640625,
+                0.01922047996520996,
+                0.018501632690429686,
+                0.017932287216186525,
+                0.017971200942993162,
+                0.01801033592224121,
+                0.0184051513671875,
+                0.017955839157104494,
+                0.018389087677001953,
+                0.01792416000366211,
+                0.017941471099853515,
+                0.017945472717285155,
+                0.01798246383666992,
+                0.01790771293640137,
+                0.017970176696777345,
+                0.017904640197753906,
+                0.017989728927612306,
+                0.017909664154052735,
+                0.017943552017211914,
+                0.017929311752319335,
+                0.017978271484375,
+                0.017935359954833984,
+                0.018001920700073244,
+                0.01819545555114746,
+                0.018017280578613282,
+                0.01795686340332031,
+                0.017952991485595704,
+                0.017960031509399413,
+                0.017922752380371092,
+                0.017985536575317384,
+                0.017986560821533205,
+                0.01799679946899414,
+                0.01794771194458008,
+                0.01836025619506836,
+                0.017966079711914062,
+                0.017970176696777345,
+                0.01803264045715332,
+                0.01801625633239746,
+                0.017992704391479493,
+                0.01802956771850586,
+                0.01820262336730957,
+                0.0180216007232666,
+                0.01802012825012207,
+                0.017992704391479493,
+                0.01799577522277832,
+                0.017947647094726564,
+                0.018130943298339842,
+                0.01821696090698242,
+                0.01808896064758301,
+                0.01800499153137207,
+                0.018095104217529297,
+                0.018044927597045898,
+                0.017961280822753906,
+                0.01802720069885254,
+                0.018250911712646485,
+                0.018016096115112304,
+                0.018036735534667968,
+                0.017946624755859376,
+                0.017992704391479493,
+                0.018015296936035156,
+                0.017988544464111328,
+                0.017999872207641602,
+                0.018010112762451173,
+                0.018066432952880858,
+                0.018126848220825196,
+                0.01801955223083496,
+                0.018129695892333986,
+                0.018095104217529297,
+                0.018241535186767577,
+                0.01806662368774414,
+                0.017998655319213866,
+                0.01801625633239746,
+                0.017999872207641602,
+                0.01800704002380371,
+                0.01795686340332031,
+                0.017971424102783202,
+                0.0180416316986084,
+                0.018294944763183593,
+                0.018005855560302736,
+                0.017961151123046876,
+                0.017947456359863282,
+                0.017955007553100585,
+                0.017924928665161134,
+                0.017946624755859376,
+                0.017945600509643556,
+                0.017925119400024413,
+                0.017922048568725587,
+                0.017903615951538086,
+                0.017941503524780272,
+                0.017925119400024413,
+                0.017908735275268553,
+                0.018036735534667968,
+                0.017921119689941405,
+                0.01796009635925293,
+                0.017919776916503906,
+                0.01792527961730957,
+                0.017890111923217773,
+                0.017939456939697264,
+                0.01787494468688965,
+                0.017874015808105468,
+                0.017892255783081054,
+                0.017915903091430666,
+                0.0178832950592041,
+                0.01792393684387207,
+                0.017892351150512697,
+                0.018008064270019532,
+                0.017945600509643556,
+                0.017889535903930665,
+                0.017948415756225584,
+                0.017991680145263672,
+                0.01794867134094238,
+                0.017937408447265626,
+                0.017878175735473633,
+                0.01793315124511719,
+                0.017942527770996093,
+                0.017876991271972655,
+                0.017869823455810546,
+                0.017923328399658205,
+                0.018404096603393556,
+                0.01803775978088379,
+                0.017894432067871092,
+                0.01795382308959961,
+                0.01792915153503418,
+                0.017941503524780272,
+                0.017910879135131837,
+                0.01796806335449219,
+                0.017923040390014647,
+                0.01800601577758789,
+                0.017999872207641602,
+                0.018052095413208007,
+                0.017978368759155275,
+                0.01822003173828125,
+                0.01807257652282715,
+                0.01790889549255371,
+                0.018048864364624023,
+                0.017969152450561524,
+                0.01804697608947754,
+                0.017940671920776367,
+                0.018029375076293944,
+                0.01795193672180176,
+                0.018037567138671873,
+                0.017921024322509766,
+                0.018280448913574218,
+                0.018113536834716795,
+                0.018108415603637695,
+                0.01794867134094238,
+                0.018057279586791992,
+                0.01793939208984375,
+                0.01799065589904785,
+                0.01790070343017578,
+                0.017996736526489258,
+                0.0178809928894043,
+                0.01800294494628906,
+                0.017909759521484374,
+                0.01801215934753418,
+                0.017924095153808595,
+                0.017966079711914062,
+                0.017911808013916015,
+                0.01808076858520508,
+                0.017939456939697264,
+                0.01804083251953125,
+                0.017883392333984376,
+                0.017977216720581054,
+                0.017898368835449218,
+                0.017957887649536132,
+                0.017921024322509766,
+                0.018226175308227538,
+                0.017952768325805665,
+                0.01794047927856445,
+                0.017876991271972655,
+                0.01799679946899414,
+                0.01795686340332031,
+                0.01802956771850586,
+                0.017945600509643556,
+                0.01799782371520996,
+                0.017914079666137697,
+                0.017960735321044922,
+                0.017933311462402343,
+                0.017976480484008787,
+                0.017975135803222655,
+                0.017908735275268553,
+                0.017900543212890627,
+                0.017985536575317384,
+                0.017876991271972655,
+                0.017946624755859376,
+                0.017950912475585938,
+                0.018047807693481445,
+                0.01800396728515625,
+                0.017969152450561524,
+                0.017991680145263672,
+                0.01802239990234375,
+                0.017938432693481447,
+                0.017963008880615236,
+                0.017955839157104494,
+                0.017977344512939454,
+                0.017976320266723633,
+                0.018207744598388673,
+                0.01802342414855957,
+                0.017935359954833984,
+                0.01804083251953125,
+                0.018190336227416993,
+                0.0180633602142334,
+                0.017958911895751953,
+                0.017954816818237306,
+                0.017931488037109374,
+                0.017987360000610353,
+                0.017928192138671875,
+                0.017934335708618163,
+                0.0179835205078125,
+                0.017951711654663086,
+                0.017950719833374023,
+                0.017970176696777345,
+                0.017930240631103517,
+                0.017924095153808595,
+                0.01799884796142578,
+                0.01799398422241211,
+                0.017926912307739257,
+                0.01796403121948242,
+                0.017993728637695314,
+                0.017984800338745117,
+                0.017948383331298827,
+                0.017965280532836914,
+                0.017937183380126953,
+                0.0179814395904541,
+                0.017938432693481447,
+                0.01799065589904785,
+                0.017942527770996093,
+                0.017978368759155275,
+                0.018413568496704103,
+                0.018063615798950196,
+                0.018023168563842774,
+                0.017968128204345703,
+                0.01799065589904785,
+                0.01801420783996582,
+                0.018023616790771486,
+                0.018009920120239258,
+                0.018022560119628907,
+                0.017972063064575196,
+                0.0179703369140625,
+                0.018132831573486326,
+                0.01805414390563965,
+                0.01804083251953125,
+                0.01813811111450195,
+                0.018104320526123048,
+                0.018061311721801757,
+                0.017993919372558592,
+                0.018017343521118164,
+                0.018064128875732423,
+                0.018018304824829103,
+                0.01802239990234375,
+                0.01801420783996582,
+                0.01804800033569336,
+                0.018070528030395508,
+                0.01806438446044922,
+                0.018225151062011717,
+                0.01821696090698242,
+                0.018084863662719726,
+                0.018036031723022462,
+                0.018001663208007813,
+                0.018030527114868165,
+                0.017993728637695314,
+                0.018012224197387697,
+                0.018002880096435546,
+                0.018077888488769532,
+                0.017991487503051757,
+                0.018017280578613282,
+                0.018028543472290038,
+                0.01801113510131836,
+                0.01803878402709961,
+                0.01823641586303711,
+                0.018053119659423827,
+                0.01806447982788086,
+                0.017993631362915038,
+                0.018060287475585936,
+                0.018078720092773438,
+                0.018043903350830077,
+                0.01806438446044922,
+                0.018035711288452147,
+                0.01799504089355469,
+                0.01812348747253418,
+                0.01801318359375,
+                0.01804595184326172,
+                0.01804697608947754,
+                0.01807974433898926,
+                0.018151424407958985,
+                0.018067455291748045,
+                0.0180316162109375,
+                0.018035808563232423,
+                0.018031520843505858,
+                0.018054431915283203,
+                0.018078432083129883,
+                0.018018304824829103,
+                0.01802342414855957,
+                0.018028543472290038,
+                0.01799065589904785,
+                0.01805619239807129,
+                0.017985567092895508,
+                0.01812272071838379,
+                0.018000896453857423,
+                0.018027519226074217,
+                0.01798271942138672,
+                0.017992448806762696,
+                0.01798246383666992,
+                0.018106367111206053,
+                0.017986560821533205,
+                0.01801759910583496,
+                0.017996543884277343,
+                0.018045888900756837,
+                0.01807360076904297,
+                0.018058240890502928,
+                0.018081792831420897,
+                0.018113536834716795,
+                0.01808198356628418,
+                0.018079551696777343,
+                0.01803775978088379,
+                0.01804800033569336,
+                0.01796505546569824,
+                0.01799888038635254,
+                0.01823244857788086,
+                0.018040672302246093,
+                0.01798374366760254,
+                0.018064128875732423,
+                0.018045120239257813,
+                0.018013023376464845,
+                0.01805308723449707,
+                0.018353151321411132,
+                0.01801215934753418,
+                0.01794972801208496,
+                0.017987552642822265,
+                0.01794047927856445,
+                0.01802342414855957,
+                0.018009088516235353,
+                0.018043903350830077,
+                0.017992704391479493,
+                0.0180316162109375,
+                0.01798067283630371,
+                0.018068288803100584,
+                0.01796806335449219,
+                0.01806438446044922,
+                0.018223104476928712,
+                0.01824563217163086,
+                0.017957887649536132,
+                0.01795686340332031,
+                0.017932287216186525,
+                0.017993728637695314,
+                0.017915903091430666,
+                0.017968128204345703,
+                0.017917184829711913,
+                0.017974016189575195,
+                0.017947647094726564,
+                0.018543615341186523,
+                0.01788211250305176,
+                0.018000896453857423,
+                0.01800396728515625,
+                0.01805414390563965,
+                0.017900543212890627,
+                0.01799679946899414,
+                0.017924095153808595,
+                0.017958911895751953,
+                0.017884159088134767,
+                0.017952768325805665,
+                0.017928192138671875,
+                0.01794486427307129,
+                0.017987295150756834,
+                0.017976320266723633,
+                0.017926143646240233,
+                0.018327552795410155,
+                0.017951744079589844,
+                0.018078720092773438,
+                0.017952768325805665,
+                0.01803068733215332,
+                0.017900447845458984,
+                0.018000896453857423,
+                0.017986560821533205,
+                0.017958911895751953,
+                0.017912063598632812,
+                0.017963071823120118,
+                0.017927871704101563,
+                0.017952768325805665,
+                0.017896448135375977,
+                0.018067455291748045,
+                0.017939456939697264,
+                0.01804800033569336,
+                0.017904640197753906,
+                0.017950719833374023,
+                0.017966079711914062,
+                0.018078943252563477,
+                0.01798531150817871,
+                0.018017280578613282,
+                0.01812486457824707,
+                0.01794553565979004,
+                0.017981504440307616,
+                0.018186176300048828,
+                0.017975296020507812,
+                0.01796124839782715,
+                0.017949407577514648,
+                0.01797235107421875,
+                0.01795471954345703,
+                0.017977504730224608,
+                0.017992511749267578,
+                0.01799577522277832,
+                0.0178985595703125,
+                0.017962944030761718,
+                0.01796403121948242,
+                0.017958911895751953,
+                0.017971519470214845,
+                0.018049728393554686,
+                0.01801215934753418,
+                0.017991680145263672,
+                0.017946720123291016,
+                0.017965984344482423,
+                0.017942527770996093,
+                0.017922048568725587,
+                0.017958911895751953,
+                0.017916927337646483,
+                0.017969152450561524,
+                0.01798246383666992,
+                0.017970176696777345,
+                0.017959936141967774,
+                0.01795686340332031,
+                0.01808076858520508,
+                0.018044927597045898,
+                0.01801625633239746,
+                0.017987583160400392,
+                0.017983488082885742,
+                0.017959936141967774,
+                0.017993728637695314,
+                0.017963008880615236,
+                0.018063488006591796,
+                0.01801100730895996,
+                0.017954816818237306,
+                0.017937408447265626,
+                0.01798860740661621,
+                0.017945600509643556,
+                0.018008064270019532,
+                0.018000896453857423,
+                0.017950719833374023,
+                0.018025472640991212,
+                0.01801523208618164,
+                0.018019327163696287,
+                0.017987583160400392,
+                0.01799679946899414,
+                0.018009088516235353,
+                0.018020639419555663,
+                0.017991392135620118,
+                0.01798246383666992,
+                0.017985696792602538,
+                0.018430816650390626,
+                0.018051071166992186,
+                0.018456768035888672,
+                0.018047807693481445,
+                0.018076831817626954,
+                0.018024288177490234,
+                0.018058240890502928,
+                0.018089088439941406,
+                0.018022272109985353,
+                0.017976320266723633,
+                0.018017503738403322,
+                0.01799350357055664,
+                0.01805721664428711,
+                0.018092191696166993,
+                0.018353216171264647,
+                0.01802012825012207,
+                0.01803878402709961,
+                0.018052095413208007,
+                0.017970272064208984,
+                0.018047903060913088,
+                0.01804287910461426,
+                0.01802649688720703,
+                0.017979391098022462,
+                0.018031904220581055,
+                0.018040544509887697,
+                0.018082815170288084,
+                0.01808896064758301,
+                0.018075647354125975,
+                0.018154687881469726,
+                0.0185598087310791,
+                0.01807974433898926,
+                0.01807257652282715,
+                0.01798246383666992,
+                0.018005056381225584,
+                0.017986495971679686,
+                0.01799679946899414,
+                0.017994752883911135,
+                0.018009088516235353,
+                0.017957887649536132,
+                0.018037919998168946,
+                0.017991552352905272,
+                0.017990623474121094,
+                0.018078720092773438,
+                0.01806265640258789,
+                0.018003679275512694,
+                0.018012128829956054,
+                0.01797859191894531,
+                0.018173759460449218,
+                0.018016223907470704,
+                0.018042079925537108,
+                0.01805904006958008,
+                0.018082815170288084,
+                0.018065631866455076,
+                0.01798531150817871,
+                0.01801420783996582,
+                0.017979391098022462,
+                0.01803264045715332,
+                0.017968128204345703,
+                0.01794047927856445,
+                0.017936384201049805,
+                0.017993728637695314,
+                0.017937408447265626,
+                0.017959936141967774,
+                0.017983488082885742,
+                0.017983488082885742,
+                0.017999872207641602,
+                0.017971200942993162,
+                0.01800396728515625,
+                0.01797644805908203,
+                0.017926015853881837,
+                0.018299104690551758,
+                0.017978143692016602,
+                0.017903839111328125,
+                0.01798428726196289,
+                0.017920032501220703,
+                0.017927135467529297,
+                0.017917951583862304,
+                0.017887231826782226,
+                0.01797324752807617,
+                0.01788211250305176,
+                0.017870847702026366,
+                0.017936384201049805,
+                0.017864736557006836,
+                0.017934303283691406,
+                0.01799884796142578,
+                0.01790771293640137,
+                0.018190336227416993,
+                0.017992704391479493,
+                0.017925119400024413,
+                0.017967103958129883,
+                0.01789030456542969,
+                0.017892351150512697,
+                0.017977344512939454,
+                0.01818115234375,
+                0.01805939292907715,
+                0.01788809585571289,
+                0.017895423889160156,
+                0.017939744949340822,
+                0.018068191528320312,
+                0.017952768325805665,
+                0.017949695587158202,
+                0.017879039764404296,
+                0.01794054412841797,
+                0.01789958381652832,
+                0.01781439971923828,
+                0.017868896484375,
+                0.017832927703857422,
+                0.017861568450927734,
+                0.017876991271972655,
+                0.017880064010620117,
+                0.01787494468688965,
+                0.017870847702026366,
+                0.017955839157104494,
+                0.017880064010620117,
+                0.01827737617492676,
+                0.017937408447265626,
+                0.017944896697998047,
+                0.017912511825561524,
+                0.01801318359375,
+                0.01797222328186035,
+                0.01794047927856445,
+                0.018009183883666992,
+                0.017915807723999023,
+                0.017904640197753906,
+                0.017947776794433594,
+                0.018141056060791017,
+                0.018089984893798827,
+                0.01786675262451172,
+                0.017855487823486327,
+                0.017932287216186525,
+                0.017887231826782226,
+                0.01789952087402344,
+                0.01785958480834961,
+                0.017857696533203123,
+                0.017895263671875,
+                0.017915903091430666,
+                0.017862655639648437,
+                0.01802342414855957,
+                0.017879039764404296,
+                0.018099199295043944,
+                0.017955839157104494,
+                0.018381023406982423,
+                0.017934112548828124,
+                0.017991680145263672,
+                0.017868799209594728,
+                0.017955839157104494,
+                0.017969472885131836,
+                0.017908544540405275,
+                0.017895360946655274,
+                0.017918912887573243,
+                0.01786777687072754,
+                0.017929216384887696,
+                0.017909887313842774,
+                0.018037631988525392,
+                0.01789952087402344,
+                0.017903936386108397,
+                0.01782649612426758,
+                0.017886207580566405,
+                0.01789952087402344,
+                0.017908735275268553,
+                0.017884159088134767,
+                0.017908927917480468,
+                0.017848127365112303,
+                0.017904640197753906,
+                0.017888511657714844,
+                0.017914623260498048,
+                0.017871871948242187,
+                0.01796403121948242,
+                0.017868928909301758,
+                0.017954687118530273,
+                0.017889280319213868,
+                0.01797324752807617,
+                0.01787392044067383,
+                0.017913856506347657,
+                0.017884416580200194,
+                0.017970144271850588,
+                0.017898431777954103,
+                0.018023263931274413,
+                0.017977344512939454,
+                0.01798246383666992,
+                0.017935359954833984,
+                0.018048032760620118,
+                0.017902559280395507,
+                0.01794985580444336,
+                0.017884000778198243,
+                0.017946624755859376,
+                0.01794047927856445,
+                0.017960960388183594,
+                0.017870847702026366,
+                0.017946624755859376,
+                0.017852672576904295,
+                0.01787280082702637,
+                0.01790959930419922,
+                0.017935359954833984
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 55.49175696535831
         },
         "energy": null,
         "efficiency": null