Upload /phi-2/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

phi-2/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,1441 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 978.78016,
+            "max_vram": 6379.536384,
+            "max_reserved": 5895.094272,
+            "max_allocated": 5758.228992
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.01638564898027336,
+            "stdev": 0.0002025615259607464,
+            "values": [
+                0.018419839859008788,
+                0.016937984466552734,
+                0.016553983688354493,
+                0.01678643226623535,
+                0.016697343826293946,
+                0.01662156867980957,
+                0.016571392059326173,
+                0.016709632873535156,
+                0.01659391975402832,
+                0.016665599822998048,
+                0.017146879196166993,
+                0.016672767639160157,
+                0.01660211181640625,
+                0.01675468826293945,
+                0.01658982467651367,
+                0.018650432586669922,
+                0.017928192138671875,
+                0.01858252716064453,
+                0.01773379135131836,
+                0.017300479888916014,
+                0.017201440811157227,
+                0.0172677116394043,
+                0.016326656341552736,
+                0.016458751678466797,
+                0.016339967727661133,
+                0.016374944686889648,
+                0.016296960830688476,
+                0.016366592407226564,
+                0.016289791107177733,
+                0.016381952285766603,
+                0.016315391540527344,
+                0.01639321517944336,
+                0.01639833641052246,
+                0.016355327606201172,
+                0.016282623291015624,
+                0.016335872650146483,
+                0.016304128646850585,
+                0.016331775665283203,
+                0.01623040008544922,
+                0.016653312683105468,
+                0.016266239166259765,
+                0.016282623291015624,
+                0.016337120056152343,
+                0.016291839599609375,
+                0.016280576705932616,
+                0.01637478446960449,
+                0.016323583602905273,
+                0.016314367294311523,
+                0.016314367294311523,
+                0.016310272216796876,
+                0.016306175231933593,
+                0.01638809585571289,
+                0.016321632385253908,
+                0.016364543914794923,
+                0.016338943481445312,
+                0.016336896896362304,
+                0.016282623291015624,
+                0.01639116859436035,
+                0.016319488525390623,
+                0.016333824157714845,
+                0.016282623291015624,
+                0.016356351852416993,
+                0.016321535110473632,
+                0.01637171173095703,
+                0.016327680587768553,
+                0.016332799911499024,
+                0.01639321517944336,
+                0.016351232528686522,
+                0.016262144088745118,
+                0.0163319034576416,
+                0.016324607849121094,
+                0.01637785530090332,
+                0.016302080154418946,
+                0.016308223724365235,
+                0.016295936584472655,
+                0.016355327606201172,
+                0.016324607849121094,
+                0.01634611129760742,
+                0.016330751419067382,
+                0.01638809585571289,
+                0.016309247970581055,
+                0.016359424591064452,
+                0.016327680587768553,
+                0.016334848403930666,
+                0.016325632095336915,
+                0.01637286376953125,
+                0.016324607849121094,
+                0.01636249542236328,
+                0.01637171173095703,
+                0.016373056411743164,
+                0.016324607849121094,
+                0.016385183334350586,
+                0.01632972717285156,
+                0.016366592407226564,
+                0.016336896896362304,
+                0.016360479354858397,
+                0.016318464279174806,
+                0.01635327911376953,
+                0.016331775665283203,
+                0.01636966323852539,
+                0.016359424591064452,
+                0.01635430335998535,
+                0.016325632095336915,
+                0.01639219284057617,
+                0.016334848403930666,
+                0.01636761665344238,
+                0.016325855255126955,
+                0.01637478446960449,
+                0.016305152893066405,
+                0.016338943481445312,
+                0.01634022331237793,
+                0.016366783142089843,
+                0.016322559356689453,
+                0.016357376098632814,
+                0.016321535110473632,
+                0.01640959930419922,
+                0.01639833641052246,
+                0.01639116859436035,
+                0.016336896896362304,
+                0.016531455993652345,
+                0.016349376678466795,
+                0.016390144348144533,
+                0.016385183334350586,
+                0.01638502311706543,
+                0.01637478446960449,
+                0.01641881561279297,
+                0.01641164779663086,
+                0.016395391464233397,
+                0.016344064712524413,
+                0.01643212890625,
+                0.016343040466308592,
+                0.016389120101928712,
+                0.016389120101928712,
+                0.016636032104492188,
+                0.01633791923522949,
+                0.0164003849029541,
+                0.01636761665344238,
+                0.01644339179992676,
+                0.016332799911499024,
+                0.01640652847290039,
+                0.016370880126953126,
+                0.01641267204284668,
+                0.01639833641052246,
+                0.01638604736328125,
+                0.01638502311706543,
+                0.01644361686706543,
+                0.01638809585571289,
+                0.01640550422668457,
+                0.016306175231933593,
+                0.01643929672241211,
+                0.01640652847290039,
+                0.01641983985900879,
+                0.01639628791809082,
+                0.01638707160949707,
+                0.01640652847290039,
+                0.01640447998046875,
+                0.016408575057983397,
+                0.01642291259765625,
+                0.01639628791809082,
+                0.016389120101928712,
+                0.01636249542236328,
+                0.016411775588989257,
+                0.01684787178039551,
+                0.01643724822998047,
+                0.016317440032958985,
+                0.016347135543823242,
+                0.016311296463012694,
+                0.01636761665344238,
+                0.01638707160949707,
+                0.01640550422668457,
+                0.01634611129760742,
+                0.016389184951782227,
+                0.016328704833984374,
+                0.01636761665344238,
+                0.016331775665283203,
+                0.016395263671875,
+                0.016366592407226564,
+                0.01637887954711914,
+                0.01639936065673828,
+                0.01638809585571289,
+                0.016324607849121094,
+                0.01636966323852539,
+                0.016318464279174806,
+                0.01635327911376953,
+                0.016305152893066405,
+                0.016363519668579102,
+                0.01637580871582031,
+                0.01637785530090332,
+                0.01635327911376953,
+                0.016368768692016603,
+                0.016291839599609375,
+                0.016318464279174806,
+                0.01630518341064453,
+                0.016339967727661133,
+                0.016304128646850585,
+                0.016341184616088866,
+                0.016334848403930666,
+                0.01637580871582031,
+                0.016368640899658202,
+                0.016368640899658202,
+                0.016340991973876954,
+                0.01635353660583496,
+                0.016381952285766603,
+                0.016387264251708986,
+                0.016352256774902343,
+                0.01638297653198242,
+                0.016318464279174806,
+                0.01641164779663086,
+                0.016303104400634767,
+                0.01637785530090332,
+                0.016355327606201172,
+                0.016387327194213867,
+                0.016286880493164062,
+                0.016343040466308592,
+                0.01635968017578125,
+                0.016344160079956056,
+                0.016363519668579102,
+                0.016336063385009765,
+                0.01636479949951172,
+                0.016348159790039063,
+                0.016313343048095702,
+                0.016323583602905273,
+                0.016311296463012694,
+                0.01634739112854004,
+                0.016350208282470705,
+                0.016349184036254884,
+                0.016309247970581055,
+                0.016292863845825196,
+                0.01634611129760742,
+                0.016373760223388673,
+                0.016319488525390623,
+                0.01636966323852539,
+                0.016326656341552736,
+                0.01637068748474121,
+                0.016332799911499024,
+                0.016352256774902343,
+                0.016318464279174806,
+                0.016330751419067382,
+                0.016351232528686522,
+                0.01636275291442871,
+                0.01639219284057617,
+                0.01637990379333496,
+                0.016320512771606444,
+                0.016331775665283203,
+                0.016333824157714845,
+                0.016317440032958985,
+                0.016311296463012694,
+                0.016324607849121094,
+                0.016314367294311523,
+                0.016345279693603516,
+                0.016343040466308592,
+                0.016352256774902343,
+                0.01633795166015625,
+                0.016335872650146483,
+                0.016326656341552736,
+                0.016352256774902343,
+                0.01683865547180176,
+                0.01638400077819824,
+                0.01637580871582031,
+                0.01637171173095703,
+                0.016346336364746094,
+                0.01640550422668457,
+                0.016302080154418946,
+                0.016370784759521483,
+                0.016332799911499024,
+                0.01640959930419922,
+                0.016328704833984374,
+                0.016325632095336915,
+                0.0163768310546875,
+                0.01641881561279297,
+                0.016435392379760744,
+                0.01638809585571289,
+                0.016370880126953126,
+                0.016373760223388673,
+                0.016356351852416993,
+                0.016395263671875,
+                0.016355327606201172,
+                0.01640755271911621,
+                0.016347135543823242,
+                0.01639628791809082,
+                0.016336896896362304,
+                0.016417024612426757,
+                0.01635327911376953,
+                0.01640345573425293,
+                0.01640345573425293,
+                0.016825632095336916,
+                0.016349184036254884,
+                0.016416767120361327,
+                0.016306175231933593,
+                0.016331775665283203,
+                0.016327680587768553,
+                0.016295936584472655,
+                0.016289791107177733,
+                0.016358400344848634,
+                0.016315391540527344,
+                0.016328704833984374,
+                0.01637785530090332,
+                0.016351232528686522,
+                0.016328704833984374,
+                0.01637785530090332,
+                0.016340991973876954,
+                0.016324607849121094,
+                0.01634611129760742,
+                0.016355327606201172,
+                0.016351232528686522,
+                0.016368640899658202,
+                0.016351232528686522,
+                0.016358400344848634,
+                0.01633603286743164,
+                0.016359424591064452,
+                0.01637785530090332,
+                0.01640550422668457,
+                0.016331775665283203,
+                0.0164136962890625,
+                0.01636249542236328,
+                0.01641062355041504,
+                0.016350208282470705,
+                0.01637785530090332,
+                0.016356351852416993,
+                0.01638400077819824,
+                0.01637171173095703,
+                0.01638707160949707,
+                0.016336896896362304,
+                0.016351232528686522,
+                0.01636172866821289,
+                0.0163450870513916,
+                0.016366592407226564,
+                0.016339967727661133,
+                0.01636249542236328,
+                0.016334848403930666,
+                0.016331775665283203,
+                0.01636787223815918,
+                0.01637068748474121,
+                0.01635852813720703,
+                0.01635456085205078,
+                0.016366592407226564,
+                0.01636761665344238,
+                0.016377887725830077,
+                0.016373760223388673,
+                0.016395263671875,
+                0.01635430335998535,
+                0.01637990379333496,
+                0.016360448837280273,
+                0.016372735977172852,
+                0.01635430335998535,
+                0.01638297653198242,
+                0.01636147117614746,
+                0.01639116859436035,
+                0.016349184036254884,
+                0.01642291259765625,
+                0.016433151245117187,
+                0.016469024658203126,
+                0.016416767120361327,
+                0.01640652847290039,
+                0.016323583602905273,
+                0.01639116859436035,
+                0.016356351852416993,
+                0.016417791366577148,
+                0.01637068748474121,
+                0.01639321517944336,
+                0.016350208282470705,
+                0.016417791366577148,
+                0.016391456604003905,
+                0.016438272476196288,
+                0.01639833641052246,
+                0.016397312164306642,
+                0.016374944686889648,
+                0.01638809585571289,
+                0.01636761665344238,
+                0.01643110466003418,
+                0.016356351852416993,
+                0.01639423942565918,
+                0.01636966323852539,
+                0.016384288787841796,
+                0.016340991973876954,
+                0.01641574478149414,
+                0.016342016220092775,
+                0.016364543914794923,
+                0.016359424591064452,
+                0.01681510353088379,
+                0.016357376098632814,
+                0.01642393684387207,
+                0.01638400077819824,
+                0.01639116859436035,
+                0.016356351852416993,
+                0.016389120101928712,
+                0.016365568161010743,
+                0.01637887954711914,
+                0.016324607849121094,
+                0.01640140724182129,
+                0.016372735977172852,
+                0.016339967727661133,
+                0.016336896896362304,
+                0.016356351852416993,
+                0.016300031661987305,
+                0.016352256774902343,
+                0.016347135543823242,
+                0.016372735977172852,
+                0.01640959930419922,
+                0.01634127998352051,
+                0.016331775665283203,
+                0.016297183990478515,
+                0.016316415786743164,
+                0.016332799911499024,
+                0.016310272216796876,
+                0.016311296463012694,
+                0.016305152893066405,
+                0.016344064712524413,
+                0.016730112075805666,
+                0.01639219284057617,
+                0.016323583602905273,
+                0.016365568161010743,
+                0.016357376098632814,
+                0.016326656341552736,
+                0.016304128646850585,
+                0.016361791610717772,
+                0.01656524848937988,
+                0.01635430335998535,
+                0.016323583602905273,
+                0.01642086410522461,
+                0.01638400077819824,
+                0.01637171173095703,
+                0.016373760223388673,
+                0.01638604736328125,
+                0.016330751419067382,
+                0.016342016220092775,
+                0.01636147117614746,
+                0.016347135543823242,
+                0.016299007415771484,
+                0.016338144302368164,
+                0.01636966323852539,
+                0.016388320922851564,
+                0.016296960830688476,
+                0.016363519668579102,
+                0.016315391540527344,
+                0.016338943481445312,
+                0.01635327911376953,
+                0.016339168548583985,
+                0.01632681655883789,
+                0.016357376098632814,
+                0.016324832916259767,
+                0.01637887954711914,
+                0.016387104034423828,
+                0.016335872650146483,
+                0.016316415786743164,
+                0.016363519668579102,
+                0.016336896896362304,
+                0.01638400077819824,
+                0.01637580871582031,
+                0.016465919494628906,
+                0.016322559356689453,
+                0.016402496337890624,
+                0.01633308792114258,
+                0.01638502311706543,
+                0.016320512771606444,
+                0.016344064712524413,
+                0.016321535110473632,
+                0.016365568161010743,
+                0.01632972717285156,
+                0.016365568161010743,
+                0.016310272216796876,
+                0.01637887954711914,
+                0.016313343048095702,
+                0.016316415786743164,
+                0.016320512771606444,
+                0.01637887954711914,
+                0.016365568161010743,
+                0.016364543914794923,
+                0.01634102439880371,
+                0.016350208282470705,
+                0.016334848403930666,
+                0.016366592407226564,
+                0.016339967727661133,
+                0.016351232528686522,
+                0.016308223724365235,
+                0.016292863845825196,
+                0.01633791923522949,
+                0.016342016220092775,
+                0.016357376098632814,
+                0.016351232528686522,
+                0.016338943481445312,
+                0.016325632095336915,
+                0.016325632095336915,
+                0.016336896896362304,
+                0.016313343048095702,
+                0.01635430335998535,
+                0.016333824157714845,
+                0.016335872650146483,
+                0.016318464279174806,
+                0.016306175231933593,
+                0.016296960830688476,
+                0.016289791107177733,
+                0.016294912338256837,
+                0.016315391540527344,
+                0.016282623291015624,
+                0.016301055908203126,
+                0.016283647537231445,
+                0.016336896896362304,
+                0.016283647537231445,
+                0.016318464279174806,
+                0.016291936874389647,
+                0.016331775665283203,
+                0.016730112075805666,
+                0.016290943145751954,
+                0.016300031661987305,
+                0.016314367294311523,
+                0.016273408889770507,
+                0.016318464279174806,
+                0.016291839599609375,
+                0.016311296463012694,
+                0.016260095596313476,
+                0.016295936584472655,
+                0.016311296463012694,
+                0.0163175048828125,
+                0.016270336151123048,
+                0.016300031661987305,
+                0.016278528213500978,
+                0.016308223724365235,
+                0.016363519668579102,
+                0.016322559356689453,
+                0.01633203125,
+                0.016349184036254884,
+                0.016311296463012694,
+                0.016297983169555663,
+                0.016282623291015624,
+                0.016326656341552736,
+                0.016328704833984374,
+                0.016355327606201172,
+                0.016324607849121094,
+                0.016349184036254884,
+                0.016332799911499024,
+                0.016470016479492186,
+                0.016533504486083983,
+                0.01643622398376465,
+                0.01638297653198242,
+                0.016360448837280273,
+                0.016318656921386718,
+                0.016358400344848634,
+                0.016310272216796876,
+                0.016350208282470705,
+                0.016365568161010743,
+                0.01642086410522461,
+                0.0163450870513916,
+                0.016343040466308592,
+                0.016332799911499024,
+                0.016342016220092775,
+                0.01634227180480957,
+                0.016319488525390623,
+                0.016314367294311523,
+                0.016365568161010743,
+                0.016333856582641602,
+                0.016365568161010743,
+                0.016342239379882814,
+                0.016360448837280273,
+                0.01634611129760742,
+                0.016357376098632814,
+                0.016315391540527344,
+                0.01640243148803711,
+                0.016299007415771484,
+                0.016330751419067382,
+                0.016336896896362304,
+                0.01636761665344238,
+                0.016345151901245115,
+                0.016366592407226564,
+                0.016335872650146483,
+                0.016364543914794923,
+                0.016311296463012694,
+                0.0163450870513916,
+                0.01632972717285156,
+                0.016352256774902343,
+                0.01635548782348633,
+                0.01636249542236328,
+                0.016333824157714845,
+                0.01635430335998535,
+                0.016328704833984374,
+                0.016342016220092775,
+                0.01635043144226074,
+                0.016368640899658202,
+                0.016368640899658202,
+                0.01640755271911621,
+                0.016333824157714845,
+                0.016372735977172852,
+                0.016349184036254884,
+                0.01637785530090332,
+                0.016322559356689453,
+                0.016342016220092775,
+                0.016301055908203126,
+                0.016360448837280273,
+                0.016296960830688476,
+                0.016334848403930666,
+                0.016306175231933593,
+                0.016324607849121094,
+                0.016314367294311523,
+                0.016301279067993165,
+                0.016317567825317382,
+                0.016321535110473632,
+                0.016340991973876954,
+                0.016355327606201172,
+                0.016286720275878908,
+                0.0163768310546875,
+                0.016332799911499024,
+                0.016321535110473632,
+                0.016315391540527344,
+                0.016334848403930666,
+                0.016311296463012694,
+                0.016313343048095702,
+                0.016323583602905273,
+                0.016366592407226564,
+                0.016317440032958985,
+                0.016326656341552736,
+                0.016331775665283203
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 15623.427568123649
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 978.78016,
+            "max_vram": 6683.623424,
+            "max_reserved": 6199.181312,
+            "max_allocated": 6066.59072
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 3.982716586748758,
+            "stdev": 0.005405017889760741,
+            "values": [
+                3.9900907592773436,
+                3.9807723464965794,
+                3.9772866544723513
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 64.02664976173114
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.015618496418622578,
+            "stdev": 7.347022198915941e-05,
+            "values": [
+                0.016088064193725587,
+                0.015668224334716797,
+                0.01574195194244385,
+                0.015683584213256836,
+                0.015713279724121093,
+                0.01568563175201416,
+                0.015703040122985838,
+                0.0156364803314209,
+                0.015719424247741698,
+                0.015614975929260254,
+                0.015714303970336914,
+                0.0156692476272583,
+                0.01567743968963623,
+                0.015670271873474122,
+                0.016152576446533205,
+                0.01569382381439209,
+                0.015641599655151366,
+                0.015632384300231932,
+                0.015703040122985838,
+                0.015651840209960938,
+                0.015738880157470703,
+                0.015720447540283202,
+                0.015686655998229982,
+                0.015648768424987792,
+                0.01567129611968994,
+                0.01584332847595215,
+                0.015726592063903807,
+                0.01569587230682373,
+                0.015715328216552735,
+                0.015678463935852052,
+                0.01571737575531006,
+                0.01564467239379883,
+                0.015722496032714844,
+                0.015731712341308594,
+                0.015683584213256836,
+                0.015682559967041015,
+                0.015696895599365233,
+                0.015654911994934084,
+                0.015676416397094727,
+                0.01569279956817627,
+                0.015781888008117674,
+                0.01569382381439209,
+                0.0156559362411499,
+                0.015681535720825195,
+                0.015963135719299318,
+                0.015860735893249513,
+                0.015683584213256836,
+                0.015651840209960938,
+                0.015690752029418945,
+                0.015662079811096193,
+                0.015686655998229982,
+                0.016064512252807618,
+                0.01576140785217285,
+                0.015742976188659667,
+                0.01571840000152588,
+                0.01565286445617676,
+                0.015699968338012696,
+                0.01569382381439209,
+                0.015722496032714844,
+                0.01583513641357422,
+                0.01569382381439209,
+                0.0156692476272583,
+                0.015679519653320314,
+                0.015697888374328613,
+                0.015622143745422363,
+                0.015684608459472657,
+                0.01562828826904297,
+                0.01572556781768799,
+                0.01567948818206787,
+                0.015705087661743163,
+                0.015674367904663086,
+                0.015698944091796875,
+                0.01562828826904297,
+                0.01570201587677002,
+                0.01564467239379883,
+                0.015623167991638183,
+                0.015637503623962403,
+                0.015666208267211913,
+                0.015681504249572754,
+                0.015715328216552735,
+                0.015614975929260254,
+                0.015602687835693359,
+                0.015550463676452637,
+                0.015572992324829102,
+                0.015541248321533203,
+                0.015762432098388672,
+                0.015602687835693359,
+                0.015643648147583008,
+                0.01558732795715332,
+                0.015590399742126464,
+                0.015572992324829102,
+                0.01559552001953125,
+                0.015575039863586425,
+                0.01565286445617676,
+                0.015598591804504394,
+                0.015622143745422363,
+                0.015597567558288575,
+                0.01564467239379883,
+                0.015556608200073242,
+                0.01558835220336914,
+                0.015715328216552735,
+                0.015599616050720215,
+                0.015568896293640137,
+                0.015675392150878906,
+                0.015558655738830567,
+                0.01561292839050293,
+                0.015656959533691405,
+                0.015630335807800294,
+                0.01564467239379883,
+                0.01558732795715332,
+                0.015578111648559571,
+                0.015642623901367187,
+                0.015572992324829102,
+                0.015591423988342285,
+                0.015575039863586425,
+                0.015640576362609862,
+                0.015553536415100098,
+                0.01562828826904297,
+                0.01561292839050293,
+                0.015578111648559571,
+                0.01561292839050293,
+                0.015625215530395507,
+                0.015619071960449218,
+                0.015623167991638183,
+                0.015637503623962403,
+                0.015622143745422363,
+                0.015613951683044434,
+                0.015580160140991211,
+                0.01558835220336914,
+                0.015662079811096193,
+                0.015569919586181641,
+                0.015616000175476074,
+                0.01561190414428711,
+                0.015589376449584962,
+                0.01564467239379883,
+                0.0156364803314209,
+                0.015631360054016115,
+                0.015567872047424316,
+                0.01559347152709961,
+                0.015699968338012696,
+                0.01560985565185547,
+                0.015779840469360353,
+                0.015643648147583008,
+                0.016043008804321288,
+                0.01558732795715332,
+                0.01560985565185547,
+                0.01561190414428711,
+                0.01567129611968994,
+                0.015632384300231932,
+                0.015651840209960938,
+                0.015581184387207032,
+                0.015637503623962403,
+                0.01560985565185547,
+                0.015614975929260254,
+                0.01570918369293213,
+                0.015660032272338868,
+                0.01559654426574707,
+                0.015633407592773436,
+                0.015599616050720215,
+                0.015641599655151366,
+                0.01559347152709961,
+                0.015616000175476074,
+                0.015665151596069335,
+                0.015668224334716797,
+                0.015624192237854004,
+                0.015686655998229982,
+                0.01559654426574707,
+                0.01559654426574707,
+                0.015646719932556154,
+                0.015668224334716797,
+                0.015619071960449218,
+                0.01562009620666504,
+                0.015563776016235351,
+                0.015993856430053712,
+                0.015629311561584473,
+                0.015670271873474122,
+                0.01559654426574707,
+                0.015638527870178224,
+                0.015641599655151366,
+                0.015614975929260254,
+                0.015548416137695312,
+                0.015646719932556154,
+                0.015624192237854004,
+                0.015643648147583008,
+                0.015578368186950683,
+                0.015596287727355957,
+                0.01557094383239746,
+                0.01560166358947754,
+                0.01558835220336914,
+                0.01559347152709961,
+                0.015635456085205078,
+                0.015608832359313965,
+                0.015555583953857421,
+                0.015649791717529296,
+                0.015567872047424316,
+                0.015642623901367187,
+                0.015517696380615235,
+                0.015578111648559571,
+                0.015563776016235351,
+                0.0157327356338501,
+                0.015565823554992676,
+                0.01558835220336914,
+                0.015540224075317383,
+                0.015602687835693359,
+                0.015577088356018067,
+                0.015551487922668457,
+                0.015599616050720215,
+                0.015598591804504394,
+                0.015552512168884277,
+                0.015580160140991211,
+                0.01563955211639404,
+                0.015738880157470703,
+                0.015592448234558106,
+                0.01567743968963623,
+                0.015551487922668457,
+                0.015618047714233398,
+                0.015648768424987792,
+                0.015646719932556154,
+                0.015507455825805663,
+                0.01566211223602295,
+                0.015582176208496093,
+                0.015648768424987792,
+                0.015657983779907226,
+                0.01557913589477539,
+                0.0156876802444458,
+                0.015623167991638183,
+                0.015602687835693359,
+                0.015604736328125,
+                0.015568896293640137,
+                0.015599616050720215,
+                0.015554559707641602,
+                0.015546367645263673,
+                0.015600640296936035,
+                0.015651840209960938,
+                0.015580160140991211,
+                0.015576064109802246,
+                0.01563955211639404,
+                0.0156876802444458,
+                0.015580160140991211,
+                0.01561190414428711,
+                0.015583231925964355,
+                0.01562112045288086,
+                0.015553536415100098,
+                0.0156876802444458,
+                0.015649791717529296,
+                0.015697919845581054,
+                0.01556275177001953,
+                0.015622143745422363,
+                0.015654911994934084,
+                0.015624192237854004,
+                0.015597567558288575,
+                0.015623167991638183,
+                0.015554559707641602,
+                0.015607808113098144,
+                0.015613951683044434,
+                0.015659008026123047,
+                0.01560985565185547,
+                0.015557632446289063,
+                0.015575039863586425,
+                0.015631360054016115,
+                0.015651840209960938,
+                0.015619071960449218,
+                0.015708160400390626,
+                0.015635456085205078,
+                0.015654911994934084,
+                0.015607808113098144,
+                0.015554559707641602,
+                0.015580160140991211,
+                0.015581184387207032,
+                0.0155863037109375,
+                0.015631360054016115,
+                0.015865856170654297,
+                0.015591423988342285,
+                0.015598591804504394,
+                0.01562009620666504,
+                0.015550463676452637,
+                0.015533056259155274,
+                0.015591423988342285,
+                0.01557913589477539,
+                0.015574015617370606,
+                0.015594495773315429,
+                0.015585280418395997,
+                0.015645695686340333,
+                0.015610879898071289,
+                0.015632384300231932,
+                0.015604736328125,
+                0.01562112045288086,
+                0.015640576362609862,
+                0.01561190414428711,
+                0.01560985565185547,
+                0.015591423988342285,
+                0.01560371208190918,
+                0.015597567558288575,
+                0.015606783866882324,
+                0.01558835220336914,
+                0.015634431838989257,
+                0.015564800262451172,
+                0.015584256172180176,
+                0.015623167991638183,
+                0.01560371208190918,
+                0.015624192237854004,
+                0.01591808032989502,
+                0.015678463935852052,
+                0.015554559707641602,
+                0.015554559707641602,
+                0.015592448234558106,
+                0.015670271873474122,
+                0.015622143745422363,
+                0.01567232036590576,
+                0.015632384300231932,
+                0.015667200088500977,
+                0.01560371208190918,
+                0.015649791717529296,
+                0.01558835220336914,
+                0.015568896293640137,
+                0.01560371208190918,
+                0.01559347152709961,
+                0.015559679985046386,
+                0.015533056259155274,
+                0.01559347152709961,
+                0.015583231925964355,
+                0.01557913589477539,
+                0.015589376449584962,
+                0.015583231925964355,
+                0.015583231925964355,
+                0.015515647888183593,
+                0.015556608200073242,
+                0.015630335807800294,
+                0.015575039863586425,
+                0.015569919586181641,
+                0.015697919845581054,
+                0.015589376449584962,
+                0.015613951683044434,
+                0.015582207679748536,
+                0.015553536415100098,
+                0.015567872047424316,
+                0.01563955211639404,
+                0.015559679985046386,
+                0.01563955211639404,
+                0.01557094383239746,
+                0.01563955211639404,
+                0.015561727523803711,
+                0.015648768424987792,
+                0.015648768424987792,
+                0.015661055564880372,
+                0.015618047714233398,
+                0.015637503623962403,
+                0.015616000175476074,
+                0.015637503623962403,
+                0.0155863037109375,
+                0.01570918369293213,
+                0.015657983779907226,
+                0.015618047714233398,
+                0.015580160140991211,
+                0.015594495773315429,
+                0.01560166358947754,
+                0.015665151596069335,
+                0.01563955211639404,
+                0.01564774417877197,
+                0.015629311561584473,
+                0.015623167991638183,
+                0.015599616050720215,
+                0.015632384300231932,
+                0.015568896293640137,
+                0.01559552001953125,
+                0.015607808113098144,
+                0.015568896293640137,
+                0.015630335807800294,
+                0.015606783866882324,
+                0.015608832359313965,
+                0.015661055564880372,
+                0.015642623901367187,
+                0.01568051242828369,
+                0.015569919586181641,
+                0.01556275177001953,
+                0.015555583953857421,
+                0.015635456085205078,
+                0.01558732795715332,
+                0.01562112045288086,
+                0.015627264022827148,
+                0.015617024421691895,
+                0.015563776016235351,
+                0.015590399742126464,
+                0.015640735626220703,
+                0.015604576110839844,
+                0.01561292839050293,
+                0.015627264022827148,
+                0.015714303970336914,
+                0.015678463935852052,
+                0.015630335807800294,
+                0.015565823554992676,
+                0.01559654426574707,
+                0.015645695686340333,
+                0.015553536415100098,
+                0.01560166358947754,
+                0.015576064109802246,
+                0.015597567558288575,
+                0.015526911735534669,
+                0.015618111610412598,
+                0.01553606414794922,
+                0.016060415267944335,
+                0.015608832359313965,
+                0.015623167991638183,
+                0.015578111648559571,
+                0.015569919586181641,
+                0.01558732795715332,
+                0.015651840209960938,
+                0.015626239776611327,
+                0.01558732795715332,
+                0.01559654426574707,
+                0.015599616050720215,
+                0.01556275177001953,
+                0.01569279956817627,
+                0.015641599655151366,
+                0.01569279956817627,
+                0.015566847801208495,
+                0.015686655998229982,
+                0.015535103797912597,
+                0.015699968338012696,
+                0.015607808113098144,
+                0.015575039863586425,
+                0.015568896293640137,
+                0.015645695686340333,
+                0.015605759620666505,
+                0.015641599655151366,
+                0.015629311561584473,
+                0.01559654426574707,
+                0.015545344352722168,
+                0.01557094383239746,
+                0.01552998447418213,
+                0.01578495979309082,
+                0.015836159706115724,
+                0.015584256172180176,
+                0.01557913589477539,
+                0.015568896293640137,
+                0.015531007766723632,
+                0.01562009620666504,
+                0.015597567558288575,
+                0.01567743968963623,
+                0.015514623641967774,
+                0.015606783866882324,
+                0.015540224075317383,
+                0.015650815963745117,
+                0.015624192237854004,
+                0.015598591804504394,
+                0.015574015617370606,
+                0.01560371208190918,
+                0.015668224334716797,
+                0.01560985565185547,
+                0.015838208198547362,
+                0.015581439971923829,
+                0.015593215942382813,
+                0.01558835220336914,
+                0.01564467239379883,
+                0.015551487922668457,
+                0.01558835220336914,
+                0.015533056259155274,
+                0.015551487922668457,
+                0.01557913589477539,
+                0.015581184387207032,
+                0.015597567558288575,
+                0.015614975929260254,
+                0.015638527870178224,
+                0.015545344352722168,
+                0.015637503623962403,
+                0.0155863037109375,
+                0.015604736328125,
+                0.015555583953857421,
+                0.015606783866882324,
+                0.01557913589477539,
+                0.015631360054016115,
+                0.015584256172180176,
+                0.015585280418395997,
+                0.01566412830352783,
+                0.015630335807800294,
+                0.015598591804504394,
+                0.015598591804504394,
+                0.015578111648559571,
+                0.015585280418395997,
+                0.015580160140991211,
+                0.015580160140991211,
+                0.015527935981750488,
+                0.015640576362609862,
+                0.015567872047424316,
+                0.015608832359313965,
+                0.01560985565185547,
+                0.015678463935852052,
+                0.015610879898071289,
+                0.015649791717529296,
+                0.015597567558288575,
+                0.015591423988342285,
+                0.015547391891479492,
+                0.015618047714233398,
+                0.015564800262451172,
+                0.015673343658447265,
+                0.015554783821105957,
+                0.01559836769104004,
+                0.015607808113098144,
+                0.015635456085205078,
+                0.01561190414428711,
+                0.01560371208190918,
+                0.015528960227966309,
+                0.015584256172180176,
+                0.01558732795715332,
+                0.015627264022827148,
+                0.015538175582885743,
+                0.01571225643157959,
+                0.015604736328125,
+                0.015618047714233398,
+                0.015557632446289063,
+                0.015632384300231932,
+                0.015635456085205078,
+                0.015543295860290527,
+                0.015589376449584962,
+                0.0156559362411499,
+                0.01562009620666504,
+                0.01570201587677002,
+                0.015601696014404297,
+                0.015583200454711914,
+                0.015605759620666505,
+                0.015569919586181641,
+                0.015514623641967774,
+                0.01561190414428711,
+                0.01549721622467041,
+                0.015565823554992676,
+                0.015549440383911133,
+                0.015553536415100098,
+                0.015499263763427735,
+                0.015911935806274414,
+                0.015523839950561523,
+                0.015522815704345704,
+                0.015534079551696778,
+                0.015591423988342285,
+                0.015538175582885743,
+                0.015525888442993165,
+                0.015494144439697266,
+                0.015610879898071289,
+                0.015614975929260254,
+                0.015592448234558106,
+                0.015599616050720215,
+                0.01557913589477539,
+                0.015572992324829102,
+                0.015631360054016115,
+                0.015605759620666505,
+                0.015600640296936035,
+                0.01548902416229248,
+                0.01571737575531006,
+                0.015538175582885743,
+                0.01558835220336914,
+                0.015507455825805663,
+                0.015555583953857421,
+                0.015516672134399414,
+                0.015559679985046386,
+                0.015556608200073242,
+                0.015514623641967774,
+                0.015552512168884277,
+                0.015547391891479492,
+                0.0155217924118042,
+                0.015515647888183593,
+                0.015933440208435058,
+                0.015534079551696778,
+                0.015545344352722168,
+                0.015600640296936035,
+                0.015616000175476074,
+                0.015602687835693359,
+                0.01564467239379883,
+                0.015614975929260254,
+                0.01562112045288086,
+                0.01556275177001953,
+                0.015607808113098144,
+                0.01560166358947754,
+                0.015551487922668457,
+                0.015571968078613281,
+                0.015543295860290527,
+                0.015627264022827148,
+                0.015604736328125,
+                0.01560985565185547,
+                0.01560166358947754,
+                0.015589376449584962,
+                0.015618047714233398,
+                0.015540224075317383,
+                0.015602687835693359,
+                0.015641599655151366,
+                0.01559552001953125,
+                0.015569919586181641,
+                0.01562828826904297,
+                0.01565286445617676,
+                0.015661055564880372,
+                0.01564467239379883,
+                0.015580160140991211,
+                0.015572992324829102,
+                0.01562112045288086,
+                0.015554559707641602,
+                0.015640576362609862,
+                0.015613951683044434,
+                0.015666175842285156,
+                0.015555583953857421,
+                0.015622143745422363,
+                0.015581184387207032,
+                0.015589376449584962,
+                0.0155863037109375,
+                0.015564800262451172,
+                0.015623167991638183,
+                0.01562009620666504,
+                0.015591423988342285,
+                0.015630335807800294,
+                0.01560371208190918,
+                0.015657983779907226,
+                0.01557913589477539,
+                0.01559654426574707,
+                0.015560704231262207,
+                0.015598591804504394,
+                0.015561727523803711,
+                0.01560985565185547,
+                0.015630335807800294,
+                0.01562828826904297,
+                0.015548416137695312,
+                0.01561292839050293,
+                0.015547391891479492,
+                0.01559654426574707,
+                0.015571968078613281,
+                0.015567872047424316,
+                0.015610879898071289,
+                0.015629311561584473,
+                0.015624192237854004,
+                0.015598591804504394,
+                0.015585280418395997,
+                0.015598591804504394,
+                0.01556275177001953,
+                0.01561190414428711,
+                0.015572992324829102,
+                0.015598591804504394,
+                0.015558655738830567,
+                0.015634431838989257,
+                0.01561292839050293,
+                0.01557913589477539,
+                0.015547391891479492,
+                0.015627264022827148,
+                0.015624480247497559,
+                0.01564950370788574,
+                0.015537152290344238,
+                0.015589376449584962,
+                0.0157327356338501,
+                0.015660032272338868,
+                0.01565286445617676,
+                0.01560371208190918,
+                0.015560704231262207,
+                0.015625215530395507,
+                0.015519743919372558,
+                0.015642623901367187,
+                0.015631360054016115,
+                0.015555583953857421,
+                0.015558655738830567,
+                0.015571968078613281,
+                0.015526911735534669,
+                0.015604736328125,
+                0.015577088356018067,
+                0.015978495597839357,
+                0.015572992324829102,
+                0.015676416397094727,
+                0.015492095947265624,
+                0.015567872047424316,
+                0.015626239776611327,
+                0.015536128044128418,
+                0.015576064109802246,
+                0.01559654426574707,
+                0.015537152290344238,
+                0.015610879898071289,
+                0.015640576362609862,
+                0.015657983779907226,
+                0.015598591804504394,
+                0.015633407592773436,
+                0.01552998447418213,
+                0.015591423988342285,
+                0.015651840209960938,
+                0.015567872047424316,
+                0.015582207679748536,
+                0.015637503623962403,
+                0.015540224075317383,
+                0.015686655998229982,
+                0.015629311561584473,
+                0.015651840209960938,
+                0.015574015617370606,
+                0.015665151596069335,
+                0.015583231925964355,
+                0.015674367904663086,
+                0.015648768424987792,
+                0.015561727523803711,
+                0.01601945686340332,
+                0.015629311561584473,
+                0.01557094383239746,
+                0.01562828826904297,
+                0.015681535720825195,
+                0.0156364803314209,
+                0.015597567558288575,
+                0.015625215530395507,
+                0.015527935981750488,
+                0.015617024421691895,
+                0.01559347152709961,
+                0.015633407592773436,
+                0.015600640296936035,
+                0.015649791717529296,
+                0.015631360054016115,
+                0.01557913589477539,
+                0.01558835220336914,
+                0.015616000175476074,
+                0.015661055564880372,
+                0.015610879898071289,
+                0.015577088356018067,
+                0.015575039863586425,
+                0.015635456085205078,
+                0.015550463676452637,
+                0.01557913589477539,
+                0.015600640296936035,
+                0.01559347152709961,
+                0.015569919586181641,
+                0.01564467239379883,
+                0.015653887748718263,
+                0.015605759620666505,
+                0.01560371208190918,
+                0.015511551856994628,
+                0.015610879898071289,
+                0.015511551856994628,
+                0.01559552001953125,
+                0.015518752098083496,
+                0.015599583625793457,
+                0.015541248321533203,
+                0.015577088356018067,
+                0.015578111648559571,
+                0.015623167991638183,
+                0.01562112045288086,
+                0.015575039863586425,
+                0.015556608200073242,
+                0.015622143745422363,
+                0.015550463676452637,
+                0.015632384300231932,
+                0.015515647888183593,
+                0.015678463935852052,
+                0.015552512168884277,
+                0.015599616050720215,
+                0.015580160140991211,
+                0.015656959533691405,
+                0.015563776016235351,
+                0.015584256172180176,
+                0.015520768165588379,
+                0.015598591804504394,
+                0.015549440383911133,
+                0.015613951683044434,
+                0.015516672134399414,
+                0.015624192237854004,
+                0.015516672134399414,
+                0.015533056259155274,
+                0.015575039863586425,
+                0.0156364803314209,
+                0.015561727523803711,
+                0.015592448234558106,
+                0.015538175582885743,
+                0.015598591804504394,
+                0.015561727523803711,
+                0.015583231925964355,
+                0.015516672134399414,
+                0.01566412830352783,
+                0.01559347152709961,
+                0.015618047714233398,
+                0.01558732795715332
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 64.02664976173114
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}