Upload /Mistral-7B-v0.1/int8_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub
Browse files
Mistral-7B-v0.1/int8_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json
CHANGED
|
@@ -2,175 +2,176 @@
|
|
| 2 |
"prefill": {
|
| 3 |
"memory": {
|
| 4 |
"unit": "MB",
|
| 5 |
-
"max_ram":
|
| 6 |
-
"max_vram":
|
| 7 |
"max_reserved": 8300.527616,
|
| 8 |
"max_allocated": 8141.046272
|
| 9 |
},
|
| 10 |
"latency": {
|
| 11 |
"unit": "s",
|
| 12 |
-
"mean": 0.
|
| 13 |
-
"stdev": 0.
|
| 14 |
"values": [
|
| 15 |
-
0.
|
| 16 |
-
0.
|
| 17 |
-
0.
|
| 18 |
-
0.
|
| 19 |
-
0.
|
| 20 |
-
0.
|
| 21 |
-
0.
|
| 22 |
-
0.
|
| 23 |
-
0.
|
| 24 |
-
0.
|
| 25 |
-
0.
|
| 26 |
-
0.
|
| 27 |
-
0.
|
| 28 |
-
0.
|
| 29 |
-
0.
|
| 30 |
-
0.
|
| 31 |
-
0.
|
| 32 |
-
0.
|
| 33 |
-
0.
|
| 34 |
-
0.
|
| 35 |
-
0.
|
| 36 |
-
0.
|
| 37 |
-
0.
|
| 38 |
-
0.
|
| 39 |
-
0.
|
| 40 |
-
0.
|
| 41 |
-
0.
|
| 42 |
-
0.
|
| 43 |
-
0.
|
| 44 |
-
0.
|
| 45 |
-
0.
|
| 46 |
-
0.
|
| 47 |
-
0.
|
| 48 |
-
0.
|
| 49 |
-
0.
|
| 50 |
-
0.
|
| 51 |
-
0.
|
| 52 |
-
0.
|
| 53 |
-
0.
|
| 54 |
-
0.
|
| 55 |
-
0.
|
| 56 |
-
0.
|
| 57 |
-
0.
|
| 58 |
-
0.
|
| 59 |
-
0.
|
| 60 |
-
0.
|
| 61 |
-
0.
|
| 62 |
-
0.
|
| 63 |
-
0.
|
| 64 |
-
0.
|
| 65 |
-
0.
|
| 66 |
-
0.
|
| 67 |
-
0.
|
| 68 |
-
0.
|
| 69 |
-
0.
|
| 70 |
-
0.
|
| 71 |
-
0.
|
| 72 |
-
0.
|
| 73 |
-
0.
|
| 74 |
-
0.
|
| 75 |
-
0.
|
| 76 |
-
0.
|
| 77 |
-
0.
|
| 78 |
-
0.
|
| 79 |
-
0.
|
| 80 |
-
0.
|
| 81 |
-
0.
|
| 82 |
-
0.
|
| 83 |
-
0.
|
| 84 |
-
0.
|
| 85 |
-
0.
|
| 86 |
-
0.
|
| 87 |
-
0.
|
| 88 |
-
0.
|
| 89 |
-
0.
|
| 90 |
-
0.
|
| 91 |
-
0.
|
| 92 |
-
0.
|
| 93 |
-
0.
|
| 94 |
-
0.
|
| 95 |
-
0.
|
| 96 |
-
0.
|
| 97 |
-
0.
|
| 98 |
-
0.
|
| 99 |
-
0.
|
| 100 |
-
0.
|
| 101 |
-
0.
|
| 102 |
-
0.
|
| 103 |
-
0.
|
| 104 |
-
0.
|
| 105 |
-
0.
|
| 106 |
-
0.
|
| 107 |
-
0.
|
| 108 |
-
0.
|
| 109 |
-
0.
|
| 110 |
-
0.
|
| 111 |
-
0.
|
| 112 |
-
0.
|
| 113 |
-
0.
|
| 114 |
-
0.
|
| 115 |
-
0.
|
| 116 |
-
0.
|
| 117 |
-
0.
|
| 118 |
-
0.
|
| 119 |
-
0.
|
| 120 |
-
0.
|
| 121 |
-
0.
|
| 122 |
-
0.
|
| 123 |
-
0.
|
| 124 |
-
0.
|
| 125 |
-
0.
|
| 126 |
-
0.
|
| 127 |
-
0.
|
| 128 |
-
0.
|
| 129 |
-
0.
|
| 130 |
-
0.
|
| 131 |
-
0.
|
| 132 |
-
0.
|
| 133 |
-
0.
|
| 134 |
-
0.
|
| 135 |
-
0.
|
| 136 |
-
0.
|
| 137 |
-
0.
|
| 138 |
-
0.
|
| 139 |
-
0.
|
| 140 |
-
0.
|
| 141 |
-
0.
|
| 142 |
-
0.
|
| 143 |
-
0.
|
| 144 |
-
0.
|
| 145 |
-
0.
|
| 146 |
-
0.
|
| 147 |
-
0.
|
| 148 |
-
0.
|
| 149 |
-
0.
|
| 150 |
-
0.
|
| 151 |
-
0.
|
| 152 |
-
0.
|
| 153 |
-
0.
|
| 154 |
-
0.
|
| 155 |
-
0.
|
| 156 |
-
0.
|
| 157 |
-
0.
|
| 158 |
-
0.
|
| 159 |
-
0.
|
| 160 |
-
0.
|
| 161 |
-
0.
|
| 162 |
-
0.
|
| 163 |
-
0.
|
| 164 |
-
0.
|
| 165 |
-
0.
|
| 166 |
-
0.
|
| 167 |
-
0.
|
| 168 |
-
0.
|
|
|
|
| 169 |
]
|
| 170 |
},
|
| 171 |
"throughput": {
|
| 172 |
"unit": "tokens/s",
|
| 173 |
-
"value":
|
| 174 |
},
|
| 175 |
"energy": null,
|
| 176 |
"efficiency": null
|
|
@@ -178,22 +179,22 @@
|
|
| 178 |
"decode": {
|
| 179 |
"memory": {
|
| 180 |
"unit": "MB",
|
| 181 |
-
"max_ram":
|
| 182 |
"max_vram": 8959.033344,
|
| 183 |
"max_reserved": 8466.202624,
|
| 184 |
"max_allocated": 8264.640512
|
| 185 |
},
|
| 186 |
"latency": {
|
| 187 |
"unit": "s",
|
| 188 |
-
"mean": 16.
|
| 189 |
"stdev": 0,
|
| 190 |
"values": [
|
| 191 |
-
16.
|
| 192 |
]
|
| 193 |
},
|
| 194 |
"throughput": {
|
| 195 |
"unit": "tokens/s",
|
| 196 |
-
"value": 15.
|
| 197 |
},
|
| 198 |
"energy": null,
|
| 199 |
"efficiency": null
|
|
@@ -202,269 +203,269 @@
|
|
| 202 |
"memory": null,
|
| 203 |
"latency": {
|
| 204 |
"unit": "s",
|
| 205 |
-
"mean": 0.
|
| 206 |
-
"stdev": 0.
|
| 207 |
"values": [
|
| 208 |
-
0.
|
| 209 |
-
0.
|
| 210 |
-
0.
|
| 211 |
-
0.
|
| 212 |
-
0.
|
| 213 |
-
0.
|
| 214 |
-
0.
|
| 215 |
-
0.
|
| 216 |
-
0.
|
| 217 |
-
0.
|
| 218 |
-
0.
|
| 219 |
-
0.
|
| 220 |
-
0.
|
| 221 |
-
0.
|
| 222 |
-
0.
|
| 223 |
-
0.
|
| 224 |
-
0.
|
| 225 |
-
0.
|
| 226 |
-
0.
|
| 227 |
-
0.
|
| 228 |
-
0.
|
| 229 |
-
0.
|
| 230 |
-
0.
|
| 231 |
-
0.
|
| 232 |
-
0.
|
| 233 |
-
0.
|
| 234 |
-
0.
|
| 235 |
-
0.
|
| 236 |
-
0.
|
| 237 |
-
0.
|
| 238 |
-
0.
|
| 239 |
-
0.
|
| 240 |
-
0.
|
| 241 |
-
0.
|
| 242 |
-
0.
|
| 243 |
-
0.
|
| 244 |
-
0.
|
| 245 |
-
0.
|
| 246 |
-
0.
|
| 247 |
-
0.
|
| 248 |
-
0.
|
| 249 |
-
0.
|
| 250 |
-
0.
|
| 251 |
-
0.
|
| 252 |
-
0.
|
| 253 |
-
0.
|
| 254 |
-
0.
|
| 255 |
-
0.
|
| 256 |
-
0.
|
| 257 |
-
0.
|
| 258 |
-
0.
|
| 259 |
-
0.
|
| 260 |
-
0.
|
| 261 |
-
0.
|
| 262 |
-
0.
|
| 263 |
-
0.
|
| 264 |
-
0.
|
| 265 |
-
0.
|
| 266 |
-
0.
|
| 267 |
-
0.
|
| 268 |
-
0.
|
| 269 |
-
0.
|
| 270 |
-
0.
|
| 271 |
-
0.
|
| 272 |
-
0.
|
| 273 |
-
0.
|
| 274 |
-
0.
|
| 275 |
-
0.
|
| 276 |
-
0.
|
| 277 |
-
0.
|
| 278 |
-
0.
|
| 279 |
-
0.
|
| 280 |
-
0.
|
| 281 |
-
0.
|
| 282 |
-
0.
|
| 283 |
-
0.
|
| 284 |
-
0.
|
| 285 |
-
0.
|
| 286 |
-
0.
|
| 287 |
-
0.
|
| 288 |
-
0.
|
| 289 |
-
0.
|
| 290 |
-
0.
|
| 291 |
-
0.
|
| 292 |
-
0.
|
| 293 |
-
0.
|
| 294 |
-
0.
|
| 295 |
-
0.
|
| 296 |
-
0.
|
| 297 |
-
0.
|
| 298 |
-
0.
|
| 299 |
-
0.
|
| 300 |
-
0.
|
| 301 |
-
0.
|
| 302 |
-
0.
|
| 303 |
-
0.
|
| 304 |
-
0.
|
| 305 |
-
0.
|
| 306 |
-
0.
|
| 307 |
-
0.
|
| 308 |
-
0.
|
| 309 |
-
0.
|
| 310 |
-
0.
|
| 311 |
-
0.
|
| 312 |
-
0.
|
| 313 |
-
0.
|
| 314 |
-
0.
|
| 315 |
-
0.
|
| 316 |
-
0.
|
| 317 |
-
0.
|
| 318 |
-
0.
|
| 319 |
-
0.
|
| 320 |
-
0.
|
| 321 |
-
0.
|
| 322 |
-
0.
|
| 323 |
-
0.
|
| 324 |
-
0.
|
| 325 |
-
0.
|
| 326 |
-
0.
|
| 327 |
-
0.
|
| 328 |
-
0.
|
| 329 |
-
0.
|
| 330 |
-
0.
|
| 331 |
-
0.
|
| 332 |
-
0.
|
| 333 |
-
0.
|
| 334 |
-
0.
|
| 335 |
-
0.
|
| 336 |
-
0.
|
| 337 |
-
0.
|
| 338 |
-
0.
|
| 339 |
-
0.
|
| 340 |
-
0.
|
| 341 |
-
0.
|
| 342 |
-
0.
|
| 343 |
-
0.
|
| 344 |
-
0.
|
| 345 |
-
0.
|
| 346 |
-
0.
|
| 347 |
-
0.
|
| 348 |
-
0.
|
| 349 |
-
0.
|
| 350 |
-
0.
|
| 351 |
-
0.
|
| 352 |
-
0.
|
| 353 |
-
0.
|
| 354 |
-
0.
|
| 355 |
-
0.
|
| 356 |
-
0.
|
| 357 |
-
0.
|
| 358 |
-
0.
|
| 359 |
-
0.
|
| 360 |
-
0.
|
| 361 |
-
0.
|
| 362 |
-
0.
|
| 363 |
-
0.
|
| 364 |
-
0.
|
| 365 |
-
0.
|
| 366 |
-
0.
|
| 367 |
-
0.
|
| 368 |
-
0.
|
| 369 |
-
0.
|
| 370 |
-
0.
|
| 371 |
-
0.
|
| 372 |
-
0.
|
| 373 |
-
0.
|
| 374 |
-
0.
|
| 375 |
-
0.
|
| 376 |
-
0.
|
| 377 |
-
0.
|
| 378 |
-
0.
|
| 379 |
-
0.
|
| 380 |
-
0.
|
| 381 |
-
0.
|
| 382 |
-
0.
|
| 383 |
-
0.
|
| 384 |
-
0.
|
| 385 |
-
0.
|
| 386 |
-
0.
|
| 387 |
-
0.
|
| 388 |
-
0.
|
| 389 |
-
0.
|
| 390 |
-
0.
|
| 391 |
-
0.
|
| 392 |
-
0.
|
| 393 |
-
0.
|
| 394 |
-
0.
|
| 395 |
-
0.
|
| 396 |
-
0.
|
| 397 |
-
0.
|
| 398 |
-
0.
|
| 399 |
-
0.
|
| 400 |
-
0.
|
| 401 |
-
0.
|
| 402 |
-
0.
|
| 403 |
-
0.
|
| 404 |
-
0.
|
| 405 |
-
0.
|
| 406 |
-
0.
|
| 407 |
-
0.
|
| 408 |
-
0.
|
| 409 |
-
0.
|
| 410 |
-
0.
|
| 411 |
-
0.
|
| 412 |
-
0.
|
| 413 |
-
0.
|
| 414 |
-
0.
|
| 415 |
-
0.
|
| 416 |
-
0.
|
| 417 |
-
0.
|
| 418 |
-
0.
|
| 419 |
-
0.
|
| 420 |
-
0.
|
| 421 |
-
0.
|
| 422 |
-
0.
|
| 423 |
-
0.
|
| 424 |
-
0.
|
| 425 |
-
0.
|
| 426 |
-
0.
|
| 427 |
-
0.
|
| 428 |
-
0.
|
| 429 |
-
0.
|
| 430 |
-
0.
|
| 431 |
-
0.
|
| 432 |
-
0.
|
| 433 |
-
0.
|
| 434 |
-
0.
|
| 435 |
-
0.
|
| 436 |
-
0.
|
| 437 |
-
0.
|
| 438 |
-
0.
|
| 439 |
-
0.
|
| 440 |
-
0.
|
| 441 |
-
0.
|
| 442 |
-
0.
|
| 443 |
-
0.
|
| 444 |
-
0.
|
| 445 |
-
0.
|
| 446 |
-
0.
|
| 447 |
-
0.
|
| 448 |
-
0.
|
| 449 |
-
0.
|
| 450 |
-
0.
|
| 451 |
-
0.
|
| 452 |
-
0.
|
| 453 |
-
0.
|
| 454 |
-
0.
|
| 455 |
-
0.
|
| 456 |
-
0.
|
| 457 |
-
0.
|
| 458 |
-
0.
|
| 459 |
-
0.
|
| 460 |
-
0.
|
| 461 |
-
0.
|
| 462 |
-
0.
|
| 463 |
]
|
| 464 |
},
|
| 465 |
"throughput": {
|
| 466 |
"unit": "tokens/s",
|
| 467 |
-
"value": 15.
|
| 468 |
},
|
| 469 |
"energy": null,
|
| 470 |
"efficiency": null
|
|
|
|
| 2 |
"prefill": {
|
| 3 |
"memory": {
|
| 4 |
"unit": "MB",
|
| 5 |
+
"max_ram": 5059.1744,
|
| 6 |
+
"max_vram": 8793.358336,
|
| 7 |
"max_reserved": 8300.527616,
|
| 8 |
"max_allocated": 8141.046272
|
| 9 |
},
|
| 10 |
"latency": {
|
| 11 |
"unit": "s",
|
| 12 |
+
"mean": 0.06466090361072167,
|
| 13 |
+
"stdev": 0.0016305079405885012,
|
| 14 |
"values": [
|
| 15 |
+
0.06965312194824219,
|
| 16 |
+
0.06675571441650391,
|
| 17 |
+
0.06487347412109375,
|
| 18 |
+
0.06736383819580079,
|
| 19 |
+
0.07005388641357421,
|
| 20 |
+
0.06383235168457031,
|
| 21 |
+
0.06355465698242188,
|
| 22 |
+
0.06371152114868164,
|
| 23 |
+
0.06373990249633789,
|
| 24 |
+
0.0642007064819336,
|
| 25 |
+
0.0671457290649414,
|
| 26 |
+
0.06730355072021485,
|
| 27 |
+
0.06730035400390624,
|
| 28 |
+
0.06728396606445312,
|
| 29 |
+
0.06705049896240234,
|
| 30 |
+
0.06734130859375,
|
| 31 |
+
0.0675420150756836,
|
| 32 |
+
0.06737510681152344,
|
| 33 |
+
0.06729830169677735,
|
| 34 |
+
0.06765363311767578,
|
| 35 |
+
0.06746112060546874,
|
| 36 |
+
0.06708735656738281,
|
| 37 |
+
0.06744780731201172,
|
| 38 |
+
0.06740787506103516,
|
| 39 |
+
0.06754508972167969,
|
| 40 |
+
0.06736998748779296,
|
| 41 |
+
0.06727168273925781,
|
| 42 |
+
0.06767411041259766,
|
| 43 |
+
0.06726758575439454,
|
| 44 |
+
0.06727168273925781,
|
| 45 |
+
0.06737407684326172,
|
| 46 |
+
0.06739250946044922,
|
| 47 |
+
0.06700032043457031,
|
| 48 |
+
0.06735667419433594,
|
| 49 |
+
0.06761369323730469,
|
| 50 |
+
0.06730035400390624,
|
| 51 |
+
0.0672204818725586,
|
| 52 |
+
0.06714470672607421,
|
| 53 |
+
0.06555254364013671,
|
| 54 |
+
0.06348697662353515,
|
| 55 |
+
0.06365593719482422,
|
| 56 |
+
0.0636119041442871,
|
| 57 |
+
0.06362214279174805,
|
| 58 |
+
0.06369996643066406,
|
| 59 |
+
0.06360575866699218,
|
| 60 |
+
0.0637470703125,
|
| 61 |
+
0.06373478317260742,
|
| 62 |
+
0.06366003036499024,
|
| 63 |
+
0.0634266242980957,
|
| 64 |
+
0.06353919982910156,
|
| 65 |
+
0.06414745330810546,
|
| 66 |
+
0.0636151351928711,
|
| 67 |
+
0.06359859085083008,
|
| 68 |
+
0.06363955307006836,
|
| 69 |
+
0.06381670379638672,
|
| 70 |
+
0.06361395263671875,
|
| 71 |
+
0.06367129516601562,
|
| 72 |
+
0.06384844970703125,
|
| 73 |
+
0.06421504211425781,
|
| 74 |
+
0.06363238525390626,
|
| 75 |
+
0.06370611190795898,
|
| 76 |
+
0.06359964752197265,
|
| 77 |
+
0.0634859504699707,
|
| 78 |
+
0.06358015823364258,
|
| 79 |
+
0.0634972152709961,
|
| 80 |
+
0.06379929733276367,
|
| 81 |
+
0.06356377410888672,
|
| 82 |
+
0.06371635055541992,
|
| 83 |
+
0.06382387161254882,
|
| 84 |
+
0.06337654495239257,
|
| 85 |
+
0.06360371017456054,
|
| 86 |
+
0.06725939178466797,
|
| 87 |
+
0.0673548812866211,
|
| 88 |
+
0.06735257720947266,
|
| 89 |
+
0.06738739013671875,
|
| 90 |
+
0.06733004760742188,
|
| 91 |
+
0.06661325073242187,
|
| 92 |
+
0.06367436981201172,
|
| 93 |
+
0.06348390579223633,
|
| 94 |
+
0.06341836929321289,
|
| 95 |
+
0.06361497497558594,
|
| 96 |
+
0.0641607666015625,
|
| 97 |
+
0.06358835220336914,
|
| 98 |
+
0.06364467239379883,
|
| 99 |
+
0.06373580932617187,
|
| 100 |
+
0.06359449768066407,
|
| 101 |
+
0.06366719818115234,
|
| 102 |
+
0.06363545608520507,
|
| 103 |
+
0.06378700637817383,
|
| 104 |
+
0.06406143951416016,
|
| 105 |
+
0.06384844970703125,
|
| 106 |
+
0.06366719818115234,
|
| 107 |
+
0.0637204475402832,
|
| 108 |
+
0.06360393524169922,
|
| 109 |
+
0.06378598403930665,
|
| 110 |
+
0.06359040069580078,
|
| 111 |
+
0.06374297714233398,
|
| 112 |
+
0.06368051147460937,
|
| 113 |
+
0.06380339050292969,
|
| 114 |
+
0.06394572830200196,
|
| 115 |
+
0.06382387161254882,
|
| 116 |
+
0.06367641448974609,
|
| 117 |
+
0.0636313591003418,
|
| 118 |
+
0.0637050895690918,
|
| 119 |
+
0.06389452743530273,
|
| 120 |
+
0.0639408302307129,
|
| 121 |
+
0.06385049438476563,
|
| 122 |
+
0.06395801544189453,
|
| 123 |
+
0.06410444641113282,
|
| 124 |
+
0.06397030258178711,
|
| 125 |
+
0.0637388801574707,
|
| 126 |
+
0.06365798568725586,
|
| 127 |
+
0.06376448059082031,
|
| 128 |
+
0.06414028930664062,
|
| 129 |
+
0.06378496170043946,
|
| 130 |
+
0.06350336074829102,
|
| 131 |
+
0.06381158447265625,
|
| 132 |
+
0.0638105583190918,
|
| 133 |
+
0.06385459136962891,
|
| 134 |
+
0.06361600112915039,
|
| 135 |
+
0.06395596694946289,
|
| 136 |
+
0.06389759826660156,
|
| 137 |
+
0.06379622268676757,
|
| 138 |
+
0.06359244918823242,
|
| 139 |
+
0.06372761535644532,
|
| 140 |
+
0.0634890251159668,
|
| 141 |
+
0.06354860687255859,
|
| 142 |
+
0.06333542251586914,
|
| 143 |
+
0.06365081787109375,
|
| 144 |
+
0.06358528137207031,
|
| 145 |
+
0.06360780715942382,
|
| 146 |
+
0.06373273468017578,
|
| 147 |
+
0.06382899093627929,
|
| 148 |
+
0.0636948471069336,
|
| 149 |
+
0.06365798568725586,
|
| 150 |
+
0.06358015823364258,
|
| 151 |
+
0.06377676773071289,
|
| 152 |
+
0.06367641448974609,
|
| 153 |
+
0.0638023681640625,
|
| 154 |
+
0.06376038360595702,
|
| 155 |
+
0.0636753921508789,
|
| 156 |
+
0.06361395263671875,
|
| 157 |
+
0.06382694244384765,
|
| 158 |
+
0.06399078369140625,
|
| 159 |
+
0.06382592010498046,
|
| 160 |
+
0.06388121414184571,
|
| 161 |
+
0.06353203201293946,
|
| 162 |
+
0.06344924926757813,
|
| 163 |
+
0.06375628662109376,
|
| 164 |
+
0.06368255996704102,
|
| 165 |
+
0.06373376083374023,
|
| 166 |
+
0.06375936126708984,
|
| 167 |
+
0.06400717163085938,
|
| 168 |
+
0.06515916442871093,
|
| 169 |
+
0.06372249603271485
|
| 170 |
]
|
| 171 |
},
|
| 172 |
"throughput": {
|
| 173 |
"unit": "tokens/s",
|
| 174 |
+
"value": 3959.115720701924
|
| 175 |
},
|
| 176 |
"energy": null,
|
| 177 |
"efficiency": null
|
|
|
|
| 179 |
"decode": {
|
| 180 |
"memory": {
|
| 181 |
"unit": "MB",
|
| 182 |
+
"max_ram": 5059.1744,
|
| 183 |
"max_vram": 8959.033344,
|
| 184 |
"max_reserved": 8466.202624,
|
| 185 |
"max_allocated": 8264.640512
|
| 186 |
},
|
| 187 |
"latency": {
|
| 188 |
"unit": "s",
|
| 189 |
+
"mean": 16.45116795730591,
|
| 190 |
"stdev": 0,
|
| 191 |
"values": [
|
| 192 |
+
16.45116795730591
|
| 193 |
]
|
| 194 |
},
|
| 195 |
"throughput": {
|
| 196 |
"unit": "tokens/s",
|
| 197 |
+
"value": 15.500419220190098
|
| 198 |
},
|
| 199 |
"energy": null,
|
| 200 |
"efficiency": null
|
|
|
|
| 203 |
"memory": null,
|
| 204 |
"latency": {
|
| 205 |
"unit": "s",
|
| 206 |
+
"mean": 0.06451438414629768,
|
| 207 |
+
"stdev": 0.0013011430096032664,
|
| 208 |
"values": [
|
| 209 |
+
0.06637433624267577,
|
| 210 |
+
0.06607469177246093,
|
| 211 |
+
0.06374086380004883,
|
| 212 |
+
0.06402662658691406,
|
| 213 |
+
0.06383308792114258,
|
| 214 |
+
0.06381158447265625,
|
| 215 |
+
0.06387942504882813,
|
| 216 |
+
0.06399462509155274,
|
| 217 |
+
0.06395084762573242,
|
| 218 |
+
0.06391603088378907,
|
| 219 |
+
0.06586265563964844,
|
| 220 |
+
0.06553292846679687,
|
| 221 |
+
0.06445590209960937,
|
| 222 |
+
0.06451484680175781,
|
| 223 |
+
0.064321533203125,
|
| 224 |
+
0.06440755462646484,
|
| 225 |
+
0.06461030578613282,
|
| 226 |
+
0.06441574096679688,
|
| 227 |
+
0.06460313415527344,
|
| 228 |
+
0.06457855987548829,
|
| 229 |
+
0.06498611450195313,
|
| 230 |
+
0.06441907501220703,
|
| 231 |
+
0.06429363250732421,
|
| 232 |
+
0.064404541015625,
|
| 233 |
+
0.06419449615478516,
|
| 234 |
+
0.06420502471923828,
|
| 235 |
+
0.06392707061767579,
|
| 236 |
+
0.06474137878417968,
|
| 237 |
+
0.06456524658203125,
|
| 238 |
+
0.06431241607666016,
|
| 239 |
+
0.06423849487304688,
|
| 240 |
+
0.06409523010253906,
|
| 241 |
+
0.06448947143554687,
|
| 242 |
+
0.06419967651367188,
|
| 243 |
+
0.06423142242431641,
|
| 244 |
+
0.06444451141357421,
|
| 245 |
+
0.06425078582763671,
|
| 246 |
+
0.0642877426147461,
|
| 247 |
+
0.06413926696777343,
|
| 248 |
+
0.06418534088134766,
|
| 249 |
+
0.06426930999755859,
|
| 250 |
+
0.06437299346923828,
|
| 251 |
+
0.06432640075683593,
|
| 252 |
+
0.06430617523193359,
|
| 253 |
+
0.06434508514404297,
|
| 254 |
+
0.06400102233886719,
|
| 255 |
+
0.06387097549438477,
|
| 256 |
+
0.06396326446533203,
|
| 257 |
+
0.06385446548461914,
|
| 258 |
+
0.06397865676879883,
|
| 259 |
+
0.06438690948486328,
|
| 260 |
+
0.0643737564086914,
|
| 261 |
+
0.06393856048583985,
|
| 262 |
+
0.06401023864746094,
|
| 263 |
+
0.0640184326171875,
|
| 264 |
+
0.06385971069335937,
|
| 265 |
+
0.06414041900634766,
|
| 266 |
+
0.06435539245605469,
|
| 267 |
+
0.064072509765625,
|
| 268 |
+
0.06451420593261718,
|
| 269 |
+
0.06416368103027344,
|
| 270 |
+
0.06411161804199218,
|
| 271 |
+
0.06407987213134765,
|
| 272 |
+
0.06417919921875,
|
| 273 |
+
0.06413516998291016,
|
| 274 |
+
0.06409011077880859,
|
| 275 |
+
0.06409625244140625,
|
| 276 |
+
0.06437273406982422,
|
| 277 |
+
0.06400102233886719,
|
| 278 |
+
0.06447718048095703,
|
| 279 |
+
0.06415670776367187,
|
| 280 |
+
0.06418940734863281,
|
| 281 |
+
0.06400204467773438,
|
| 282 |
+
0.06446182250976562,
|
| 283 |
+
0.06416690826416016,
|
| 284 |
+
0.06390067291259766,
|
| 285 |
+
0.06411468505859375,
|
| 286 |
+
0.06439936065673828,
|
| 287 |
+
0.06413516998291016,
|
| 288 |
+
0.06430617523193359,
|
| 289 |
+
0.06454070281982421,
|
| 290 |
+
0.06423139190673828,
|
| 291 |
+
0.06453862762451172,
|
| 292 |
+
0.06467906951904297,
|
| 293 |
+
0.06399472045898437,
|
| 294 |
+
0.06524620819091796,
|
| 295 |
+
0.06514688110351563,
|
| 296 |
+
0.06403072357177735,
|
| 297 |
+
0.06441779327392579,
|
| 298 |
+
0.06437580871582031,
|
| 299 |
+
0.06492876434326172,
|
| 300 |
+
0.064321533203125,
|
| 301 |
+
0.0643246078491211,
|
| 302 |
+
0.0643430404663086,
|
| 303 |
+
0.0644004135131836,
|
| 304 |
+
0.06401840209960938,
|
| 305 |
+
0.0641968002319336,
|
| 306 |
+
0.06390764617919922,
|
| 307 |
+
0.06416588592529297,
|
| 308 |
+
0.06444572448730469,
|
| 309 |
+
0.06416969299316407,
|
| 310 |
+
0.06446182250976562,
|
| 311 |
+
0.06410758209228516,
|
| 312 |
+
0.06386783981323242,
|
| 313 |
+
0.06406861114501954,
|
| 314 |
+
0.06414745330810546,
|
| 315 |
+
0.06440758514404298,
|
| 316 |
+
0.06447100830078124,
|
| 317 |
+
0.06410034942626953,
|
| 318 |
+
0.06403993225097657,
|
| 319 |
+
0.06422016143798828,
|
| 320 |
+
0.06401152038574219,
|
| 321 |
+
0.06436121368408203,
|
| 322 |
+
0.06404710388183593,
|
| 323 |
+
0.06458681488037109,
|
| 324 |
+
0.06417529296875,
|
| 325 |
+
0.0643663330078125,
|
| 326 |
+
0.06429203033447266,
|
| 327 |
+
0.0641493148803711,
|
| 328 |
+
0.06405632019042969,
|
| 329 |
+
0.06448255920410156,
|
| 330 |
+
0.06419532775878906,
|
| 331 |
+
0.0645027847290039,
|
| 332 |
+
0.06435430145263672,
|
| 333 |
+
0.06422528076171875,
|
| 334 |
+
0.06436351776123046,
|
| 335 |
+
0.06434099578857422,
|
| 336 |
+
0.06433280181884765,
|
| 337 |
+
0.06388019180297852,
|
| 338 |
+
0.0642529296875,
|
| 339 |
+
0.06423046112060547,
|
| 340 |
+
0.06398998260498047,
|
| 341 |
+
0.06379600143432618,
|
| 342 |
+
0.064036865234375,
|
| 343 |
+
0.06416377258300782,
|
| 344 |
+
0.06430924987792969,
|
| 345 |
+
0.06421218872070313,
|
| 346 |
+
0.06419955444335937,
|
| 347 |
+
0.0638944320678711,
|
| 348 |
+
0.06401155090332031,
|
| 349 |
+
0.06404988861083985,
|
| 350 |
+
0.06388633728027343,
|
| 351 |
+
0.06384147262573242,
|
| 352 |
+
0.06395475387573242,
|
| 353 |
+
0.06414848327636719,
|
| 354 |
+
0.0643420181274414,
|
| 355 |
+
0.06414950561523437,
|
| 356 |
+
0.06388652801513672,
|
| 357 |
+
0.06392812728881836,
|
| 358 |
+
0.06404402923583985,
|
| 359 |
+
0.06388633728027343,
|
| 360 |
+
0.06440038299560547,
|
| 361 |
+
0.06422732543945313,
|
| 362 |
+
0.06451741027832031,
|
| 363 |
+
0.0642741470336914,
|
| 364 |
+
0.06421011352539062,
|
| 365 |
+
0.06405926513671875,
|
| 366 |
+
0.06414739227294922,
|
| 367 |
+
0.06421504211425781,
|
| 368 |
+
0.06443724822998047,
|
| 369 |
+
0.06433280181884765,
|
| 370 |
+
0.06423961639404296,
|
| 371 |
+
0.06400921630859376,
|
| 372 |
+
0.06407788848876952,
|
| 373 |
+
0.06409619140625,
|
| 374 |
+
0.06430335998535157,
|
| 375 |
+
0.06409910583496094,
|
| 376 |
+
0.06427030181884766,
|
| 377 |
+
0.0642458267211914,
|
| 378 |
+
0.06446073913574218,
|
| 379 |
+
0.0645212173461914,
|
| 380 |
+
0.06449152374267578,
|
| 381 |
+
0.06438400268554688,
|
| 382 |
+
0.06424687957763672,
|
| 383 |
+
0.06415042877197266,
|
| 384 |
+
0.06434099578857422,
|
| 385 |
+
0.06435225677490235,
|
| 386 |
+
0.06467481231689454,
|
| 387 |
+
0.06413139343261719,
|
| 388 |
+
0.06438777923583984,
|
| 389 |
+
0.06419865417480469,
|
| 390 |
+
0.06406143951416016,
|
| 391 |
+
0.06409420776367188,
|
| 392 |
+
0.06416281890869141,
|
| 393 |
+
0.06465023803710937,
|
| 394 |
+
0.06402559661865234,
|
| 395 |
+
0.06427648162841797,
|
| 396 |
+
0.06444338989257813,
|
| 397 |
+
0.0641413116455078,
|
| 398 |
+
0.06416486358642579,
|
| 399 |
+
0.06438400268554688,
|
| 400 |
+
0.06437709045410156,
|
| 401 |
+
0.06432025909423827,
|
| 402 |
+
0.06419251251220703,
|
| 403 |
+
0.06387728118896484,
|
| 404 |
+
0.06393635177612304,
|
| 405 |
+
0.06655078125,
|
| 406 |
+
0.07377532958984374,
|
| 407 |
+
0.07374752044677735,
|
| 408 |
+
0.07276719665527344,
|
| 409 |
+
0.07246054077148438,
|
| 410 |
+
0.0695098876953125,
|
| 411 |
+
0.06951526641845703,
|
| 412 |
+
0.07026175689697266,
|
| 413 |
+
0.06647296142578125,
|
| 414 |
+
0.06422118377685547,
|
| 415 |
+
0.06427238464355468,
|
| 416 |
+
0.0647936019897461,
|
| 417 |
+
0.06420377349853515,
|
| 418 |
+
0.06424575805664062,
|
| 419 |
+
0.06429491424560548,
|
| 420 |
+
0.06396748733520508,
|
| 421 |
+
0.06419123077392579,
|
| 422 |
+
0.06426329803466797,
|
| 423 |
+
0.06446908569335938,
|
| 424 |
+
0.0650770263671875,
|
| 425 |
+
0.0644853744506836,
|
| 426 |
+
0.06454579162597657,
|
| 427 |
+
0.06440652465820312,
|
| 428 |
+
0.06449766540527344,
|
| 429 |
+
0.06452531433105468,
|
| 430 |
+
0.06477005004882813,
|
| 431 |
+
0.06437580871582031,
|
| 432 |
+
0.06449356842041015,
|
| 433 |
+
0.06465331268310547,
|
| 434 |
+
0.06449459075927734,
|
| 435 |
+
0.06421206665039063,
|
| 436 |
+
0.06441667175292969,
|
| 437 |
+
0.06419455718994141,
|
| 438 |
+
0.06432876586914063,
|
| 439 |
+
0.06419865417480469,
|
| 440 |
+
0.06432864379882812,
|
| 441 |
+
0.06433074951171874,
|
| 442 |
+
0.06439628601074218,
|
| 443 |
+
0.06440345764160156,
|
| 444 |
+
0.06422425842285157,
|
| 445 |
+
0.06454169464111328,
|
| 446 |
+
0.06438502502441407,
|
| 447 |
+
0.06449561309814453,
|
| 448 |
+
0.06480703735351563,
|
| 449 |
+
0.06440025329589844,
|
| 450 |
+
0.06447821044921875,
|
| 451 |
+
0.06433097839355469,
|
| 452 |
+
0.06435408020019531,
|
| 453 |
+
0.06452140808105469,
|
| 454 |
+
0.06465618896484375,
|
| 455 |
+
0.06495145416259765,
|
| 456 |
+
0.06455177307128906,
|
| 457 |
+
0.06435151672363282,
|
| 458 |
+
0.06432943725585938,
|
| 459 |
+
0.0642682876586914,
|
| 460 |
+
0.06404303741455078,
|
| 461 |
+
0.0640665283203125,
|
| 462 |
+
0.06415974426269531,
|
| 463 |
+
0.06425196838378906
|
| 464 |
]
|
| 465 |
},
|
| 466 |
"throughput": {
|
| 467 |
"unit": "tokens/s",
|
| 468 |
+
"value": 15.5004192201901
|
| 469 |
},
|
| 470 |
"energy": null,
|
| 471 |
"efficiency": null
|