File size: 84,967 Bytes
40ad686 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| | 2 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.35769 | 122.248 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | norm_nlr | 14178.7 | 15367.9 | 1.12481 | 146.192 | 0 | | 12 | 0.380108 | 4 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 6.15098 | 68.7494 | 0 | | 13 | 0.442857 | 7 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.24819 | 68.9355 | 0 | | 14 | 0.443735 | 8 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.20864 | 68.9602 | 0 | | 15 | 0.435664 | 5 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.44902 | 68.9898 | 0 | | 16 | 0.440493 | 6 | 0 | wikitext | comb_5 | llama3 | norm_nlr | 14179.2 | 15367.9 | 5.19914 | 69.026 | 0 | | 22 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | | 23 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | | 24 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | | 25 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.3 | 15374.2 | 1.14597 | 202.198 | 0 | | 26 | 0.442891 | 7 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23025 | 147.947 | 0 | | 27 | 0.440088 | 6 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.19924 | 147.956 | 0 | | 28 | 0.442215 | 7 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.24756 | 147.968 | 0 | | 29 | 0.437386 | 5 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.41202 | 148.009 | 0 | | 30 | 0.380986 | 4 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.23264 | 148.085 | 0 | | 31 | 0.440257 | 6 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23001 | 148.119 | 0 | | 32 | 0.443904 | 8 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20745 | 148.164 | 0 | | 33 | 0.378386 | 4 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.16797 | 148.355 | 0 | | 34 | 0.436508 | 5 | 0 | wikitext | comb_11 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.43094 | 148.379 | 0 | | 35 | 0.444377 | 8 | 0 | wikitext | comb_18 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.20728 | 148.395 | 0 | | 36 | 0.436373 | 5 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.3921 | 175.279 | 0 | | 37 | 0.378419 | 4 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.15577 | 175.288 | 0 | | 38 | 0.443533 | 7 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22837 | 175.343 | 0 | | 39 | 0.444107 | 8 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.21485 | 175.53 | 0 | | 40 | 0.440696 | 6 | 0 | wikitext | comb_6 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23038 | 175.603 | 0 | | 41 | 0.440257 | 6 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.23111 | 201.24 | 0 | | 42 | 0.442891 | 7 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.22931 | 201.289 | 0 | | 43 | 0.378116 | 4 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 6.17802 | 201.489 | 0 | | 44 | 0.444411 | 8 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.208 | 201.509 | 0 | | 45 | 0.301655 | 8 | 0 | wikitext | comb_2 | llama3 | norm_nlr | 14185.7 | 15374.2 | 8.71646 | 201.86 | 0 | | 46 | 0.436879 | 5 | 0 | wikitext | comb_15 | llama3 | norm_nlr | 14185.7 | 15374.2 | 5.4106 | 201.891 | 0 | | 47 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.58254 | 187.261 | 0 | | 48 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.23333 | 187.283 | 0 | | 49 | 0 | 4 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.80209 | 187.796 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | | 51 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | | 52 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14191.8 | 15378.4 | 10.0525 | 187.802 | 0 | | 53 | 0.0355418 | 5 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14191.8 | 15378.4 | 1.5306 | 187.828 | 0 | | 54 | 0.443803 | 8 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.16194 | 187.461 | 0 | | 55 | 0.430834 | 7 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.30749 | 187.539 | 0 | | 56 | 0.441405 | 7 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.24326 | 187.599 | 0 | | 57 | 0.424282 | 6 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.48562 | 187.613 | 0 | | 58 | 0.288146 | 5 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 8.61832 | 187.657 | 0 | | 59 | 0.403377 | 5 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.51409 | 187.721 | 0 | | 60 | 0.413779 | 6 | 0 | wikitext | comb_16 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.61277 | 187.751 | 0 | | 61 | 0.227423 | 7 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.6204 | 187.771 | 0 | | 62 | 0.441979 | 8 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21832 | 187.808 | 0 | | 63 | 0.42256 | 8 | 0 | wikitext | comb_13 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.22474 | 187.865 | 0 | | 64 | 0.441979 | 8 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.23714 | 187.946 | 0 | | 65 | 0.365924 | 6 | 0 | wikitext | comb_3 | llama3 | norm_nlr | 14192.3 | 15380.5 | 6.60476 | 187.95 | 0 | | 66 | 0.441743 | 7 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.25572 | 187.956 | 0 | | 67 | 0.220027 | 5 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 12.0249 | 188.009 | 0 | | 68 | 0.440426 | 7 | 0 | wikitext | comb_12 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.2084 | 188.032 | 0 | | 69 | 0.224485 | 4 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 11.9652 | 188.046 | 0 | | 70 | 0.444107 | 8 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.21989 | 188.102 | 0 | | 71 | 0.439818 | 6 | 0 | wikitext | comb_17 | llama3 | norm_nlr | 14192.3 | 15380.5 | 5.20365 | 188.222 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | norm_nlr | 16812 | 19811.8 | 1.12481 | 426.526 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 | | 78 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 11058 | 21091.1 | 1.18446 | 4.43101 | 0 | | 80 | 0.443634 | 8 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.21296 | 4.40037 | 0 | | 81 | 0.386998 | 6 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.64073 | 4.42918 | 0 | | 82 | 0.43178 | 7 | 0 | wikitext | comb_10 | llama3 | norm_nlr | 58810.6 | 68843.2 | 5.31969 | 4.43837 | 0 | | 0 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1663.04 | 0 | 44.6956 | 1.02727 | | 1 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 2 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 3 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 4 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 5 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 6 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 7 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 8 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 9 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 10 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 11 | 0 | 4 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 12 | 0 | 5 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 13 | 0 | 6 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 14 | 0 | 7 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 15 | 0 | 8 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 16 | 0 | 4 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 17 | 0 | 5 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 18 | 0 | 6 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 19 | 0 | 7 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 20 | 0 | 8 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 21 | 0 | 4 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 43.8984 | 1 | | 22 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 46.6665 | 0.993786 | | 23 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | | 24 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | | 25 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 65.5296 | 1 | | 26 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 77.4754 | 1 | | 27 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052126 | 1 | | 28 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052608 | 0.990365 | | 29 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 374.608 | 3154.12 | 0 | 0.052828 | 0.850412 | | 33 | 0 | 4 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 48.8976 | 0.0257568 | | 34 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.0545 | 0.115106 | | 35 | 0 | 8 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.2402 | 0.0240618 | | 36 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 58.0252 | 0.0314324 | | 37 | 0 | 7 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 73.7998 | 0.0238676 | | 38 | 0 | 6 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.6051 | 0.0233745 | | 39 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.8242 | 0.0237749 | | 40 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 47.5755 | 0.024104 | | 41 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 48.5406 | 0.0232487 | | 42 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.8364 | 0.0236817 | | 43 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.9227 | 0.0239712 | | 44 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 48.7946 | 0.0236872 | | 45 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 60.2791 | 0.0270506 | | 46 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 61.982 | 0.0237246 | | 49 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.3164 | 0.0268292 | | 50 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.8723 | 0.0287824 | | 51 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 42.5186 | 0.0264798 | | 52 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 43.1128 | 0.0238758 | | 53 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 50.2689 | 0.023422 | | 54 | 0 | 6 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 55.3791 | 0.0233274 | | 55 | 0 | 5 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 57.5863 | 0.0238956 | | 56 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 59.9073 | 0.0233385 | | 57 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 77.2438 | 0.0250124 | | 58 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 78.1228 | 0.0241722 | | 59 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.6473 | 0.0387438 | | 60 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.8169 | 0.0235345 | | 61 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.0828 | 0.0935326 | | 62 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.617 | 0.0235298 | | 63 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.664 | 0.0239429 | | 64 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 48.0973 | 0.024024 | | 65 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 49.062 | 0.0255901 | | 66 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.16 | 0.0557867 | | 67 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.5088 | 0.0236184 | | 68 | 0 | 7 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.6932 | 0.0242343 | | 69 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 56.7895 | 0.0236567 | | 70 | 0 | 8 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 57.735 | 0.024051 | | 71 | 0 | 5 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 71.9632 | 0.281943 | | 72 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 72.3443 | 0.024124 | | 73 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051572 | 0.0243892 | | 74 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051877 | 0.0242448 | | 75 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.053314 | 0.0238528 | | 77 | 0 | 4 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 78 | 0 | 5 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 79 | 0 | 6 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 80 | 0 | 7 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 81 | 0 | 8 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 82 | 0 | 4 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 83 | 0 | 5 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 84 | 0 | 6 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 85 | 0 | 7 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 86 | 0 | 8 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 87 | 0.790339 | 4 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 27.5699 | 0 | | 88 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 28.4593 | 0 | | 89 | 0.801644 | 8 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 32.6776 | 0 | | 90 | 0.805755 | 6 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 34.2648 | 0 | | 91 | 0.799589 | 5 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 35.6845 | 0 | | 97 | 0 | 4 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | | 98 | 0 | 5 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | | 99 | 0 | 4 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 100 | 0 | 5 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 101 | 0 | 6 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 102 | 0 | 7 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 103 | 0 | 8 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 104 | 0 | 4 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 105 | 0 | 5 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 106 | 0 | 6 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 107 | 0 | 7 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 108 | 0 | 8 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 109 | 0.793422 | 4 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 42.1157 | 0 | | 110 | 0.789311 | 5 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 44.056 | 0 | | 111 | 0.800617 | 5 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 45.5593 | 0 | | 112 | 0.801644 | 7 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 46.5064 | 0 | | 113 | 0.804728 | 6 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.3079 | 0 | | 114 | 0.79445 | 4 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.5141 | 0 | | 115 | 0.802672 | 8 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.689 | 0 | | 116 | 0.784173 | 6 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.218 | 0 | | 117 | 0.793422 | 4 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.6404 | 0 | | 118 | 0.801644 | 5 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.6394 | 0 | | 119 | 0.800617 | 8 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.8859 | 0 | | 120 | 0.800617 | 7 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.1869 | 0 | | 121 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.8114 | 0 | | 122 | 0.800617 | 7 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 56.5183 | 0 | | 123 | 0.800617 | 6 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.3948 | 0 | | 124 | 0.8037 | 8 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.697 | 0 | | 125 | 0.801644 | 7 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.7412 | 0 | | 126 | 0.800617 | 7 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.9739 | 0 | | 127 | 0.797533 | 5 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 61.6607 | 0 | | 128 | 0.802672 | 6 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 63.8914 | 0 | | 129 | 0.804728 | 6 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 68.7324 | 0 | | 130 | 0.801644 | 8 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 73.6446 | 0 | | 131 | 0 | 4 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | | 132 | 0 | 5 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | | 133 | 0 | 4 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | | 134 | 0 | 5 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | | 135 | 0 | 4 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 136 | 0 | 5 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 137 | 0 | 6 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 138 | 0 | 7 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 139 | 0.799589 | 6 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.2466 | 0 | | 140 | 0.514902 | 4 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.6066 | 0 | | 141 | 0.796506 | 5 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.0177 | 0 | | 142 | 0.800617 | 7 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.6383 | 0 | | 143 | 0.802672 | 8 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.2533 | 0 | | 144 | 0.788284 | 6 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.4349 | 0 | | 145 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.0786 | 0 | | 146 | 0.801644 | 7 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.6751 | 0 | | 147 | 0.801644 | 8 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.0265 | 0 | | 148 | 0.800617 | 7 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.5271 | 0 | | 149 | 0.551901 | 5 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 61.6692 | 0 | | 150 | 0.800617 | 8 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 62.6324 | 0 | | 151 | 0.798561 | 8 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 65.7406 | 0 | | 152 | 0.791367 | 8 | 0 | imagenet | comb_13 | vit | norm_nlr | 358.251 | 513.802 | 0 | 71.8274 | 0 | | 153 | 0.796506 | 6 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 72.2319 | 0 | | 154 | 0.8037 | 7 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 89.0548 | 0 | | 155 | 0 | 4 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 156 | 0 | 5 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 157 | 0 | 6 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 158 | 0 | 7 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 159 | 0 | 8 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 161 | 0 | 4 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 162 | 0 | 5 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 163 | 0 | 6 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 164 | 0 | 7 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 165 | 0 | 8 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 166 | 0 | 4 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 167 | 0 | 5 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 168 | 0 | 6 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 169 | 0 | 7 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 170 | 0 | 8 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 171 | 0.32131 | 6 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.8017 | 29.6299 | 0 | | 172 | 0.316988 | 5 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.22328 | 29.7341 | 0 | | 173 | 0.324654 | 7 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.90525 | 31.1533 | 0 | | 174 | 0.289429 | 4 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.90268 | 31.2371 | 0 | | 175 | 0.324823 | 8 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.91657 | 33.8418 | 0 | | 181 | 0 | 4 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 182 | 0 | 5 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 183 | 0 | 6 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 184 | 0 | 4 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 185 | 0 | 5 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 186 | 0 | 6 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 187 | 0 | 7 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 188 | 0 | 8 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 189 | 0.290375 | 4 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.95579 | 47.2342 | 0 | | 190 | 0.321445 | 6 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.8178 | 47.3987 | 0 | | 191 | 0.318338 | 5 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.22127 | 48.3045 | 0 | | 192 | 0.293381 | 4 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.88813 | 49.8968 | 0 | | 193 | 0.324553 | 8 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92518 | 50.7208 | 0 | | 194 | 0.324012 | 8 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.92595 | 50.7734 | 0 | | 195 | 0.289362 | 4 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.98371 | 51.0023 | 0 | | 196 | 0.319959 | 6 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.80423 | 53.3771 | 0 | | 197 | 0.325329 | 7 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92644 | 53.7577 | 0 | | 198 | 0.317089 | 5 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.28163 | 54.0776 | 0 | | 199 | 0.317427 | 5 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.18992 | 54.2122 | 0 | | 200 | 0.320635 | 6 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.83196 | 55.3727 | 0 | | 201 | 0.324958 | 7 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.91121 | 60.1529 | 0 | | 202 | 0.30564 | 8 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 8.45907 | 61.0851 | 0 | | 203 | 0.324586 | 7 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9136 | 62.5853 | 0 | | 204 | 0.324519 | 8 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9184 | 62.9958 | 0 | | 205 | 0.121682 | 7 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 23.913 | 64.038 | 0 | | 206 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.90931 | 65.0743 | 0 | | 207 | 0.323978 | 8 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.92485 | 66.0357 | 0 | | 208 | 0.00476191 | 5 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.10542 | 54.7862 | 0 | | 209 | 0 | 4 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.275 | 864.027 | 1.1229 | 56.5708 | 0 | | 210 | 0.0031746 | 4 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.1232 | 56.8797 | 0 | | 211 | 0 | 4 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 212 | 0 | 5 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 213 | 0 | 6 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 214 | 0.147045 | 5 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 25.3318 | 59.1744 | 0 | | 215 | 0.32337 | 8 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 7.94635 | 59.7811 | 0 | | 216 | 0.274333 | 6 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 9.89806 | 60.9367 | 0 | | 217 | 0.320399 | 7 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.03228 | 61.4587 | 0 | | 218 | 0.29669 | 6 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 9.07035 | 62.2903 | 0 | | 219 | 0.322763 | 7 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05446 | 62.715 | 0 | | 220 | 0.301351 | 8 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 8.67479 | 63.4102 | 0 | | 221 | 0.323877 | 8 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.0735 | 67.4248 | 0 | | 222 | 0.321986 | 8 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 7.95589 | 67.829 | 0 | | 223 | 0.316751 | 6 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05605 | 67.8776 | 0 | | 224 | 0.23026 | 7 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 12.6133 | 69.9938 | 0 | | 225 | 0.314016 | 7 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 8.30343 | 74.1369 | 0 | | 226 | 0.318845 | 7 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.04418 | 74.2086 | 0 | | 227 | 0.302364 | 6 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.5513 | 77.9688 | 0 | | 228 | 0.324519 | 8 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 7.91856 | 88.1474 | 0 | | 229 | 0 | 4 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 230 | 0 | 5 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 231 | 0 | 6 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 232 | 0 | 7 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 233 | 0 | 8 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 234 | 0 | 4 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 235 | 0 | 5 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 236 | 0 | 6 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 237 | 0 | 7 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 238 | 0 | 8 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 240 | 0.0015873 | 5 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.13276 | 71.8564 | 0 | | 241 | 0 | 4 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.12245 | 71.931 | 0 | | 242 | 0.0031746 | 6 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14225 | 71.9602 | 0 | | 243 | 0.0031746 | 7 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.15147 | 72.0365 | 0 | | 244 | 0.0031746 | 8 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14947 | 72.1055 | 0 | | 245 | 0.00846561 | 5 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17502 | 94.5033 | 0 | | 246 | 0.00846561 | 6 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.563 | 0 | | 247 | 0.00846561 | 8 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.5709 | 0 | | 248 | 0.00846561 | 7 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.6219 | 0 | | 249 | 0.378014 | 6 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9467 | 33.0813 | 0 | | 250 | 0.37869 | 7 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90246 | 33.0931 | 0 | | 251 | 0.375346 | 5 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9711 | 33.0948 | 0 | | 252 | 0.380446 | 8 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90714 | 33.2206 | 0 | | 253 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.601 | 0 | | 254 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.621 | 0 | | 255 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.647 | 0 | | 256 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.659 | 0 | | 257 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.678 | 0 | | 258 | 0.00952381 | 6 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1035 | 137.688 | 0 | | 259 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.09769 | 137.76 | 0 | | 260 | 0 | 4 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1117 | 137.772 | 0 | | 261 | 0.344141 | 4 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 6.37042 | 90.8004 | 0 | | 262 | 0.353597 | 4 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.48645 | 90.9142 | 0 | | 263 | 0.372948 | 5 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.85874 | 90.9154 | 0 | | 264 | 0.37359 | 5 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.00778 | 90.9738 | 0 | | 265 | 0.378183 | 6 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.9448 | 90.9945 | 0 | | 266 | 0.371834 | 6 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.82636 | 91.0029 | 0 | | 267 | 0.372543 | 8 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.7741 | 91.0508 | 0 | | 268 | 0.375177 | 7 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93003 | 91.0537 | 0 | | 269 | 0.379298 | 7 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.89551 | 91.1088 | 0 | | 270 | 0.380581 | 8 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.91437 | 91.196 | 0 | | 271 | 0.355117 | 4 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.46051 | 113.095 | 0 | | 272 | 0.378521 | 6 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92418 | 113.106 | 0 | | 273 | 0.379027 | 7 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88137 | 113.176 | 0 | | 274 | 0.374873 | 5 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.01406 | 113.186 | 0 | | 275 | 0.3795 | 8 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92168 | 113.26 | 0 | | 276 | 0.372307 | 5 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88553 | 138.127 | 0 | | 277 | 0.350524 | 4 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 6.59584 | 138.167 | 0 | | 278 | 0.377508 | 7 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88572 | 138.22 | 0 | | 279 | 0.211685 | 7 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 14.4655 | 138.257 | 0 | | 280 | 0.378352 | 8 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.79163 | 138.282 | 0 | | 281 | 0.293516 | 6 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 8.82388 | 138.342 | 0 | | 282 | 0.371462 | 8 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93457 | 138.379 | 0 | | 283 | 0.00952381 | 4 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10446 | 119.055 | 0 | | 284 | 0 | 4 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.26896 | 119.097 | 0 | | 285 | 0.0190476 | 4 | 0 | wikitext | comb_17 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09293 | 119.161 | 0 | | 286 | 0.00952381 | 5 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.1026 | 119.174 | 0 | | 287 | 0.00952381 | 5 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.21958 | 119.185 | 0 | | 288 | 0.0174603 | 6 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10043 | 119.233 | 0 | | 289 | 0 | 4 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | | 290 | 0 | 5 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | | 291 | 0.0285714 | 8 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08938 | 119.278 | 0 | | 292 | 0.0111111 | 7 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10232 | 119.28 | 0 | | 293 | 0.0111111 | 6 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08791 | 119.332 | 0 | | 294 | 0.375515 | 6 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.92488 | 119.839 | 0 | | 295 | 0.320601 | 8 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.31514 | 119.853 | 0 | | 296 | 0.323337 | 7 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.22501 | 119.877 | 0 | | 297 | 0.36285 | 6 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 6.18644 | 119.88 | 0 | | 298 | 0.378791 | 7 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.9966 | 119.881 | 0 | | 299 | 0.361736 | 5 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 6.22545 | 119.906 | 0 | | 300 | 0.380311 | 8 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89937 | 119.915 | 0 | | 301 | 0.378453 | 7 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.93873 | 119.95 | 0 | | 302 | 0.378149 | 8 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.95809 | 119.952 | 0 | | 303 | 0.379466 | 7 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89884 | 120.015 | 0 | | 304 | 0.378791 | 8 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.91889 | 120.179 | 0 | | 305 | 0.0015873 | 6 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.09001 | 1.60371 | 0 | | 306 | 0 | 4 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | | 307 | 0 | 5 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | | 308 | 0 | 4 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 309 | 0 | 5 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 310 | 0 | 6 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 311 | 0 | 7 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 312 | 0 | 8 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 313 | 0.1077 | 7 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 20.6432 | 1.61176 | 0 | | 314 | 0.36177 | 8 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 6.172 | 1.62618 | 0 | | 316 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 317 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 318 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 319 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 320 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 321 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 322 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 323 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 324 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 325 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 326 | 0.376528 | 7 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.65895 | 14.8622 | 0 | | 327 | 0.367984 | 5 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.96523 | 15.4492 | 0 | | 328 | 0.377136 | 8 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.60597 | 15.4683 | 0 | | 329 | 0.34691 | 4 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 7.64439 | 15.5697 | 0 | | 330 | 0.378588 | 6 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.50013 | 25.4914 | 0 | | 336 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 337 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 338 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 339 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 340 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 341 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 342 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 343 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 344 | 0.375346 | 7 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6876 | 27.7299 | 0 | | 345 | 0.378149 | 8 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57638 | 27.8179 | 0 | | 346 | 0.377136 | 8 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6008 | 27.8273 | 0 | | 347 | 0.368896 | 5 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.9587 | 27.8781 | 0 | | 348 | 0.376697 | 7 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.66434 | 27.8826 | 0 | | 349 | 0.367241 | 5 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.05264 | 27.9838 | 0 | | 350 | 0.375751 | 6 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.53376 | 27.9903 | 0 | | 351 | 0.352786 | 4 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.5415 | 28.1605 | 0 | | 352 | 0.37923 | 6 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.56876 | 35.1049 | 0 | | 353 | 0.369335 | 5 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.89862 | 35.1177 | 0 | | 354 | 0.37717 | 8 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.60404 | 35.2114 | 0 | | 355 | 0.375211 | 7 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.67773 | 35.2611 | 0 | | 356 | 0.0696724 | 7 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 40.4398 | 41.2828 | 0 | | 357 | 0.378521 | 6 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57635 | 41.3048 | 0 | | 358 | 0.376528 | 7 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.65723 | 41.375 | 0 | | 359 | 0.348024 | 8 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.78407 | 41.3811 | 0 | | 360 | 0.376933 | 8 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.58942 | 41.6414 | 0 | | 361 | 0.377744 | 6 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.51426 | 93.4727 | 0 | | 362 | 0.348801 | 4 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.56815 | 101.928 | 0 | | 363 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | | 364 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | | 365 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.17102 | 37.7042 | 0 | | 366 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.128 | 37.9599 | 0 | | 367 | 0.0231481 | 6 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.24 | 2162.16 | 1.37466 | 37.6309 | 0 | | 368 | 0.366295 | 8 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.94622 | 38.0304 | 0 | | 369 | 0.372678 | 7 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.7758 | 38.1361 | 0 | | 370 | 0.376765 | 8 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.62386 | 38.1414 | 0 | | 371 | 0.373522 | 8 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64786 | 38.1419 | 0 | | 372 | 0.371766 | 7 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.73387 | 38.1794 | 0 | | 373 | 0.366295 | 7 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.97152 | 38.2175 | 0 | | 374 | 0.373658 | 8 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.63842 | 38.2381 | 0 | | 375 | 0.378723 | 8 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64277 | 38.2647 | 0 | | 376 | 0.332286 | 6 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 8.07301 | 38.2658 | 0 | | 377 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.87055 | 38.2887 | 0 | | 378 | 0.2641 | 5 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 10.4228 | 38.2887 | 0 | | 379 | 0.282303 | 5 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.64553 | 38.3005 | 0 | | 380 | 0.359237 | 6 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 7.04104 | 38.3241 | 0 | | 381 | 0.357109 | 6 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.99554 | 38.3504 | 0 | | 382 | 0.373556 | 7 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.71061 | 38.3985 | 0 | | 383 | 0.289328 | 7 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.04136 | 84.8209 | 0 | | 384 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 385 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 386 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 387 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 388 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 389 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 390 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 391 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 392 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 393 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 740.295 | 8.76863 | 16.7133 | 0 | | 1 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 765.46 | 7.90544 | 21.3463 | 0 | | 2 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 7.91611 | 21.1467 | 0 | | 3 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 8.22268 | 21.3186 | 0 | | 4 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 8.90344 | 21.2314 | 0 | | 5 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 7.80569 | 21.3255 | 0 | | 6 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 834.666 | 7.91657 | 15.2915 | 0 | | 7 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 10.2598 | 0 | | 8 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.9169 | 0 | | 9 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 28.8445 | 0 | | 10 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.2568 | 0 | | 11 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.2607 | 0 | | 12 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.2856 | 0 | | 13 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.3092 | 0 | | 14 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3718 | 0 | | 15 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.803 | 0 | | 16 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 21.5042 | 0 | | 17 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 19.2898 | 0 | | 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.50158 | 19.6707 | 0 | | 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 7.65536 | 20.1313 | 0 | | 20 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.66335 | 20.2208 | 0 | | 21 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.60481 | 20.2719 | 0 | | 22 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.9663 | 20.4532 | 0 | | 23 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 14.7146 | 0 | | 24 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 72.9158 | 0 | | 25 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 79.4596 | 0 | | 26 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 80.7554 | 0 | | 27 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 84.7714 | 0 | | 28 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 87.5057 | 0 | | 29 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 179.948 | 503.316 | 0 | 84.2359 | 0 | | 30 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 511.705 | 0 | 70.2195 | 0 | | 31 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 10.0727 | 0 | | 32 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 25.2541 | 0.0268908 | | 33 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 87.3119 | 0.023608 | | 34 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 88.9496 | 0.0237326 | | 35 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 93.2529 | 0.0239495 | | 36 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 96.3179 | 0.0234031 | | 37 | 0 | 8 | 0 | librispeech | ao_woq | wav2vec | fixed | 658.018 | 4890.56 | 0 | 94.8747 | 0.0239712 | | 38 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 18.114 | 0.0239474 | | 39 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.0506 | 0 | | 40 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.3616 | 0 | | 41 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.6158 | 0 | | 42 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.6183 | 0 | | 43 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.6533 | 0 | | 44 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7322 | 0 | | 45 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.8957 | 0 | | 46 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 26.7037 | 0 | |