File size: 77,571 Bytes
793ee31 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| | 0 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 10 | 0.378588 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.50013 | 14.5452 | 0 | | 11 | 0.377136 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.60597 | 14.9848 | 0 | | 12 | 0.376528 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.65895 | 15.6787 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 19 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 20 | 0 | 6 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 21 | 0 | 7 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 22 | 0 | 8 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 31 | 0.375008 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.70361 | 27.3837 | 0 | | 32 | 0.379196 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51216 | 27.3964 | 0 | | 33 | 0.378825 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.52484 | 27.4122 | 0 | | 34 | 0.368896 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.9587 | 27.4305 | 0 | | 35 | 0.243803 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 12.7963 | 27.4365 | 0 | | 36 | 0.369098 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03671 | 27.4429 | 0 | | 37 | 0.377373 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59032 | 27.4484 | 0 | | 38 | 0.377508 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.5817 | 27.457 | 0 | | 39 | 0.376697 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.66434 | 27.4636 | 0 | | 40 | 0.379365 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.46911 | 27.4669 | 0 | | 41 | 0.352921 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.55127 | 27.4713 | 0 | | 42 | 0.345998 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 7.69133 | 27.4817 | 0 | | 43 | 0.377744 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51426 | 27.4923 | 0 | | 44 | 0.37538 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.7046 | 27.4943 | 0 | | 45 | 0.355015 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.46964 | 27.4955 | 0 | | 46 | 0.374232 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59177 | 27.5052 | 0 | | 47 | 0.377136 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.6008 | 27.5066 | 0 | | 48 | 0.367849 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.00184 | 27.5096 | 0 | | 49 | 0.374536 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.71866 | 27.5239 | 0 | | 50 | 0.369368 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03336 | 27.5669 | 0 | | 51 | 0.348801 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 7.56815 | 34.616 | 0 | | 52 | 0.369335 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.89862 | 34.6507 | 0 | | 53 | 0.37923 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.56876 | 34.6572 | 0 | | 54 | 0.375211 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.67773 | 34.6671 | 0 | | 55 | 0.37717 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.60404 | 34.6705 | 0 | | 56 | 0.378521 | 6 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.57617 | 40.7955 | 0 | | 57 | 0.376596 | 7 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.65582 | 40.8039 | 0 | | 58 | 0.348024 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 7.78407 | 40.816 | 0 | | 59 | 0.0696724 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 40.4398 | 40.8194 | 0 | | 60 | 0.37717 | 8 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.58755 | 40.8806 | 0 | | 61 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 62 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 63 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 64 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 65 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 66 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 67 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 68 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 69 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 70 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 78 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 79 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 80 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 81 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 82 | 0.316988 | 5 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 8.22328 | 32.8726 | 0 | | 83 | 0.289429 | 4 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 8.90268 | 34.2315 | 0 | | 84 | 0.324823 | 8 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.91657 | 35.5932 | 0 | | 85 | 0.324654 | 7 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.90525 | 37.0577 | 0 | | 86 | 0.32131 | 6 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.8017 | 37.8425 | 0 | | 89 | 0 | 4 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 90 | 0 | 5 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 91 | 0 | 6 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 92 | 0 | 4 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 93 | 0 | 5 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 94 | 0 | 6 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 95 | 0 | 7 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 96 | 0 | 8 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 97 | 0 | 4 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 98 | 0 | 5 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 99 | 0 | 6 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 100 | 0 | 4 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 101 | 0 | 5 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 102 | 0 | 6 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 103 | 0 | 7 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 104 | 0 | 8 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 105 | 0.0487528 | 7 | 0 | wikitext | comb_13 | opt | nlr | 671.014 | 861.929 | 1.44571 | 54.8664 | 0 | | 106 | 0.318102 | 5 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 8.24517 | 46.1763 | 0 | | 107 | 0.317258 | 5 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 8.28078 | 51.4442 | 0 | | 108 | 0.324553 | 8 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.92518 | 52.124 | 0 | | 109 | 0.293381 | 4 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 8.88813 | 52.8087 | 0 | | 110 | 0.325363 | 7 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.93132 | 52.8287 | 0 | | 111 | 0.321445 | 6 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.8178 | 52.9413 | 0 | | 112 | 0.324553 | 8 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.92483 | 53.1111 | 0 | | 113 | 0.324958 | 7 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.91121 | 53.3898 | 0 | | 114 | 0.290375 | 4 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 8.95579 | 53.9147 | 0 | | 115 | 0.32077 | 6 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.80092 | 54.2899 | 0 | | 116 | 0.319959 | 6 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.80423 | 54.5356 | 0 | | 117 | 0.324012 | 8 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.92595 | 54.8724 | 0 | | 118 | 0.323978 | 7 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.91947 | 55.8317 | 0 | | 119 | 0.293414 | 4 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 8.89842 | 56.1207 | 0 | | 120 | 0.318338 | 5 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 8.22127 | 56.6311 | 0 | | 121 | 0.257616 | 8 | 0 | wikitext | comb_13 | opt | nlr | 671.453 | 861.929 | 11.4123 | 57.1332 | 0 | | 122 | 0.324519 | 8 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.9184 | 57.3287 | 0 | | 123 | 0.30564 | 8 | 0 | wikitext | comb_10 | opt | nlr | 671.453 | 861.929 | 8.45907 | 57.3453 | 0 | | 124 | 0.320635 | 6 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.83196 | 57.5322 | 0 | | 125 | 0.287403 | 4 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 8.93551 | 57.9505 | 0 | | 126 | 0.320095 | 6 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.80238 | 58.0877 | 0 | | 127 | 0.324586 | 7 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.9136 | 58.925 | 0 | | 128 | 0.317089 | 5 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 8.28163 | 59.698 | 0 | | 129 | 0.121682 | 7 | 0 | wikitext | comb_10 | opt | nlr | 671.453 | 861.929 | 23.913 | 59.9716 | 0 | | 130 | 0.325059 | 7 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.90931 | 60.4184 | 0 | | 131 | 0.323978 | 8 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.92485 | 60.423 | 0 | | 132 | 0.325329 | 7 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.92644 | 60.7917 | 0 | | 133 | 0.317427 | 5 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 8.18992 | 61.516 | 0 | | 134 | 0.291185 | 4 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 8.94418 | 62.2003 | 0 | | 135 | 0.318305 | 5 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 8.22212 | 64.2291 | 0 | | 136 | 0.321344 | 6 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.82518 | 65.5138 | 0 | | 137 | 0.289362 | 4 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 8.98371 | 68.8286 | 0 | | 138 | 0.324823 | 8 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.9194 | 73.4788 | 0 | | 139 | 0.00476191 | 8 | 0 | wikitext | comb_1 | opt | nlr | 477.735 | 968.884 | 1.10675 | 0.33823 | 0 | | 140 | 0 | 4 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 141 | 0 | 5 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 142 | 0 | 6 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 143 | 0 | 7 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 144 | 0 | 4 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 145 | 0 | 5 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 146 | 0 | 6 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 147 | 0 | 7 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 148 | 0 | 8 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 155 | 0 | 4 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.12245 | 71.8676 | 0 | | 156 | 0.0015873 | 5 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.13276 | 71.9535 | 0 | | 157 | 0.0031746 | 8 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14947 | 71.9785 | 0 | | 158 | 0.0031746 | 6 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14225 | 72.0324 | 0 | | 159 | 0.0031746 | 7 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.15147 | 72.0577 | 0 | | 160 | 0.00846561 | 4 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.5714 | 0 | | 161 | 0.00846561 | 6 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7154 | 0 | | 162 | 0.00846561 | 7 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7157 | 0 | | 163 | 0.00846561 | 5 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.7411 | 0 | | 164 | 0.00846561 | 8 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.8235 | 0 | | 165 | 0.354036 | 4 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 6.47196 | 32.8411 | 0 | | 166 | 0.37869 | 7 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90246 | 32.863 | 0 | | 167 | 0.378014 | 6 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9467 | 32.8966 | 0 | | 168 | 0.380446 | 8 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90714 | 32.9714 | 0 | | 169 | 0.375346 | 5 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9711 | 33.0478 | 0 | | 170 | 0 | 4 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 171 | 0 | 5 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 172 | 0 | 6 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 173 | 0 | 7 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 174 | 0 | 8 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 175 | 0.0031746 | 4 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.398 | 0 | | 176 | 0.00952381 | 5 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.09769 | 137.459 | 0 | | 177 | 0.0031746 | 8 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.472 | 0 | | 178 | 0.0031746 | 6 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.494 | 0 | | 179 | 0.0031746 | 5 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.529 | 0 | | 180 | 0 | 4 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1117 | 137.548 | 0 | | 181 | 0.0031746 | 7 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.577 | 0 | | 182 | 0.00952381 | 6 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1035 | 137.62 | 0 | | 183 | 0.346842 | 4 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 6.51622 | 90.5913 | 0 | | 184 | 0.353597 | 4 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.48645 | 90.5945 | 0 | | 185 | 0.375447 | 5 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.99214 | 90.5969 | 0 | | 186 | 0.347079 | 4 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 6.32395 | 90.6097 | 0 | | 187 | 0.380074 | 7 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.77649 | 90.6627 | 0 | | 188 | 0.377609 | 6 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.9691 | 90.6659 | 0 | | 189 | 0.375481 | 6 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.82989 | 90.6664 | 0 | | 190 | 0.375346 | 5 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83745 | 90.6691 | 0 | | 191 | 0.377271 | 6 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.83746 | 90.6803 | 0 | | 192 | 0.375414 | 5 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.8615 | 90.6846 | 0 | | 193 | 0.349105 | 4 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 6.38362 | 90.7042 | 0 | | 194 | 0.379298 | 7 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.89551 | 90.7135 | 0 | | 195 | 0.373624 | 5 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.01311 | 90.7476 | 0 | | 196 | 0.378183 | 6 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.9448 | 90.7809 | 0 | | 197 | 0.375549 | 7 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.79076 | 90.8074 | 0 | | 198 | 0.378453 | 8 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.93914 | 90.8197 | 0 | | 199 | 0.379534 | 7 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.88758 | 90.8799 | 0 | | 200 | 0.374941 | 8 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83762 | 90.8918 | 0 | | 201 | 0.378656 | 8 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.93142 | 91.012 | 0 | | 202 | 0.380581 | 8 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.91437 | 91.0671 | 0 | | 203 | 0.355117 | 4 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.46051 | 112.752 | 0 | | 204 | 0.37717 | 6 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.93145 | 112.842 | 0 | | 205 | 0.374873 | 5 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.01406 | 112.909 | 0 | | 206 | 0.379027 | 7 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.88137 | 112.985 | 0 | | 207 | 0.379027 | 8 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.91276 | 112.987 | 0 | | 208 | 0.211685 | 7 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 14.4655 | 137.901 | 0 | | 209 | 0.371462 | 8 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 5.93457 | 137.91 | 0 | | 210 | 0.379601 | 8 | 0 | wikitext | comb_9 | phi | nlr | 4397.84 | 4699.72 | 5.80342 | 138.191 | 0 | | 211 | 0 | 4 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 212 | 0 | 5 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 213 | 0 | 6 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 214 | 0 | 7 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 215 | 0 | 8 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 217 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 218 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 219 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 220 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 221 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 222 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 223 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 224 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 225 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 226 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 227 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 53.3104 | 1.27145 | | 228 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 229 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 230 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 231 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 232 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 233 | 0 | 4 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 234 | 0 | 5 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 235 | 0 | 6 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 236 | 0 | 7 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 237 | 0 | 8 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 238 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 239 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 240 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 241 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 242 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 243 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 244 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 245 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 246 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 247 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 248 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 249 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 250 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 251 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 252 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 253 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 33.8622 | 0.0237246 | | 254 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 34.0288 | 0.0239712 | | 255 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 37.3183 | 0.0236817 | | 256 | 0 | 8 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 52.2159 | 0.0228988 | | 257 | 0 | 7 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 53.2778 | 0.0234569 | | 258 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 55.4562 | 0.0266589 | | 259 | 0 | 4 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 56.9715 | 0.174307 | | 260 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 57.4297 | 0.0249397 | | 261 | 0 | 7 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 59.0306 | 0.024102 | | 262 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 59.5357 | 0.0442644 | | 263 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 60.3061 | 0.0280849 | | 264 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 63.9608 | 0.0238956 | | 265 | 0 | 5 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 65.837 | 0.0268944 | | 266 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 68.9816 | 0.025841 | | 267 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4863.3 | 0 | 35.2324 | 0.0270506 | | 268 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4863.3 | 0 | 36.067 | 0.0236872 | | 269 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 49.623 | 0.124785 | | 270 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 50.6127 | 0.0257568 | | 271 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 50.845 | 0.0325803 | | 272 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.2982 | 0.0234286 | | 273 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.7569 | 0.0233274 | | 274 | 0 | 6 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.8959 | 0.0250713 | | 275 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 52.9696 | 0.0238676 | | 276 | 0 | 5 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 53.8287 | 0.0245153 | | 277 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 60.1737 | 0.0240618 | | 278 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 63.2883 | 0.0288604 | | 279 | 0 | 6 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 65.8315 | 0.0235488 | | 280 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 70.2986 | 0.0249973 | | 282 | 0 | 4 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 283 | 0 | 5 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 284 | 0 | 6 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 285 | 0 | 7 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 286 | 0 | 8 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 287 | 0 | 4 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 288 | 0 | 5 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 289 | 0 | 6 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 290 | 0 | 7 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 291 | 0 | 8 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 292 | 0.801644 | 8 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.3603 | 0 | | 293 | 0.805755 | 6 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.4517 | 0 | | 294 | 0.799589 | 7 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 32.5097 | 0 | | 295 | 0.799589 | 5 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 36.9032 | 0 | | 301 | 0 | 4 | 0 | imagenet | comb_15 | vit | nlr | 356.865 | 511.705 | 0 | 48.2981 | 0 | | 302 | 0 | 4 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 303 | 0 | 5 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 304 | 0 | 6 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 305 | 0 | 7 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 306 | 0 | 8 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 307 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 308 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 309 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 310 | 0 | 4 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 311 | 0 | 5 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 312 | 0 | 6 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 313 | 0 | 7 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 314 | 0 | 8 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 315 | 0 | 4 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 316 | 0 | 5 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 317 | 0.0769231 | 8 | 0 | imagenet | comb_13 | vit | nlr | 356.867 | 511.705 | 0 | 77.5891 | 0 | | 318 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | nlr | 356.877 | 511.705 | 0 | 46.6618 | 0 | | 319 | 0.394737 | 7 | 0 | imagenet | comb_13 | vit | nlr | 356.899 | 511.705 | 0 | 49.318 | 0 | | 320 | 0 | 4 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 321 | 0 | 5 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 322 | 0 | 6 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 323 | 0 | 7 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 324 | 0 | 8 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 325 | 0 | 4 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 326 | 0 | 5 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 327 | 0 | 6 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 328 | 0 | 7 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 329 | 0 | 8 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 330 | 0.799589 | 5 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 45.367 | 0 | | 331 | 0.796506 | 5 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 45.702 | 0 | | 332 | 0.787256 | 4 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 46.7125 | 0 | | 333 | 0.789311 | 5 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 47.8618 | 0 | | 334 | 0.797533 | 6 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 47.9498 | 0 | | 335 | 0.802672 | 7 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 48.4779 | 0 | | 336 | 0.801644 | 8 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49 | 0 | | 337 | 0.804728 | 6 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49.0668 | 0 | | 338 | 0.799589 | 8 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 49.2037 | 0 | | 339 | 0.800617 | 8 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 49.3588 | 0 | | 340 | 0.801644 | 5 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 50.7076 | 0 | | 341 | 0.801644 | 6 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.7623 | 0 | | 342 | 0.797533 | 7 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.8509 | 0 | | 343 | 0.793422 | 4 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 51.5064 | 0 | | 344 | 0.801644 | 7 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 51.6201 | 0 | | 345 | 0.800617 | 8 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 51.6618 | 0 | | 346 | 0.802672 | 8 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 52.0654 | 0 | | 347 | 0.800617 | 7 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 54.9291 | 0 | | 348 | 0.800617 | 7 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 55.2512 | 0 | | 349 | 0.804728 | 6 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 56.9223 | 0 | | 350 | 0.8037 | 8 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 57.9464 | 0 | | 351 | 0.800617 | 7 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 58.2658 | 0 | | 352 | 0.797533 | 5 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 59.486 | 0 | | 353 | 0.784173 | 6 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 60.3661 | 0 | | 354 | 0.801644 | 7 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 61.9856 | 0 | | 355 | 0.801644 | 8 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 66.6812 | 0 | | 356 | 0.802672 | 6 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 69.508 | 0 | | 357 | 0.800617 | 6 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 79.5153 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | nlr | 14178.7 | 15367.9 | 1.35769 | 122.33 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | nlr | 14178.7 | 15367.9 | 1.35769 | 122.33 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | nlr | 14178.7 | 15367.9 | 1.35769 | 122.33 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | nlr | 14178.7 | 15367.9 | 1.35769 | 122.33 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | nlr | 14178.7 | 15367.9 | 1.35769 | 122.33 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | nlr | 14178.7 | 15367.9 | 1.12481 | 145.733 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | nlr | 14178.7 | 15367.9 | 1.12481 | 145.733 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | nlr | 14178.7 | 15367.9 | 1.12481 | 145.733 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | nlr | 14178.7 | 15367.9 | 1.12481 | 145.733 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | nlr | 14178.7 | 15367.9 | 1.12481 | 145.733 | 0 | | 12 | 0.440493 | 6 | 0 | wikitext | comb_6 | llama3 | nlr | 14179.2 | 15367.9 | 5.19914 | 68.6864 | 0 | | 13 | 0.380108 | 4 | 0 | wikitext | comb_6 | llama3 | nlr | 14179.2 | 15367.9 | 6.15098 | 68.7066 | 0 | | 14 | 0.435664 | 5 | 0 | wikitext | comb_6 | llama3 | nlr | 14179.2 | 15367.9 | 5.44902 | 68.7799 | 0 | | 15 | 0.443735 | 8 | 0 | wikitext | comb_6 | llama3 | nlr | 14179.2 | 15367.9 | 5.20864 | 68.7814 | 0 | | 16 | 0.442857 | 7 | 0 | wikitext | comb_6 | llama3 | nlr | 14179.2 | 15367.9 | 5.24819 | 68.7957 | 0 | | 22 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | nlr | 14185.3 | 15374.2 | 1.18411 | 148.237 | 0 | | 23 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | nlr | 14185.3 | 15374.2 | 1.18411 | 148.237 | 0 | | 24 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | nlr | 14185.3 | 15374.2 | 1.18411 | 148.237 | 0 | | 25 | 0 | 7 | 0 | wikitext | comb_13 | llama3 | nlr | 14185.3 | 15374.2 | 1.18411 | 148.237 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | nlr | 14185.3 | 15374.2 | 1.14597 | 202.094 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | nlr | 14185.3 | 15374.2 | 1.14597 | 202.094 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | nlr | 14185.3 | 15374.2 | 1.14597 | 202.094 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | nlr | 14185.3 | 15374.2 | 1.14597 | 202.094 | 0 | | 30 | 0.0361552 | 8 | 0 | wikitext | comb_13 | llama3 | nlr | 14185.3 | 15374.2 | 1.66466 | 148.229 | 0 | | 31 | 0.443769 | 8 | 0 | wikitext | comb_15 | llama3 | nlr | 14185.7 | 15374.2 | 5.20815 | 147.441 | 0 | | 32 | 0.442351 | 7 | 0 | wikitext | comb_15 | llama3 | nlr | 14185.7 | 15374.2 | 5.24663 | 147.49 | 0 | | 33 | 0.436373 | 5 | 0 | wikitext | comb_15 | llama3 | nlr | 14185.7 | 15374.2 | 5.43048 | 147.525 | 0 | | 34 | 0.442891 | 7 | 0 | wikitext | comb_16 | llama3 | nlr | 14185.7 | 15374.2 | 5.23025 | 147.53 | 0 | | 35 | 0.380784 | 4 | 0 | wikitext | comb_15 | llama3 | nlr | 14185.7 | 15374.2 | 6.23735 | 147.635 | 0 | | 36 | 0.437386 | 5 | 0 | wikitext | comb_16 | llama3 | nlr | 14185.7 | 15374.2 | 5.41202 | 147.675 | 0 | | 37 | 0.380986 | 4 | 0 | wikitext | comb_17 | llama3 | nlr | 14185.7 | 15374.2 | 6.23264 | 147.69 | 0 | | 38 | 0.439818 | 6 | 0 | wikitext | comb_15 | llama3 | nlr | 14185.7 | 15374.2 | 5.19942 | 147.792 | 0 | | 39 | 0.38048 | 4 | 0 | wikitext | comb_14 | llama3 | nlr | 14185.7 | 15374.2 | 6.17567 | 147.903 | 0 | | 40 | 0.442215 | 7 | 0 | wikitext | comb_17 | llama3 | nlr | 14185.7 | 15374.2 | 5.24756 | 147.904 | 0 | | 41 | 0.442384 | 7 | 0 | wikitext | comb_14 | llama3 | nlr | 14185.7 | 15374.2 | 5.24348 | 147.934 | 0 | | 42 | 0.440088 | 6 | 0 | wikitext | comb_17 | llama3 | nlr | 14185.7 | 15374.2 | 5.19924 | 147.944 | 0 | | 43 | 0.440257 | 6 | 0 | wikitext | comb_16 | llama3 | nlr | 14185.7 | 15374.2 | 5.23001 | 147.951 | 0 | | 44 | 0.443904 | 8 | 0 | wikitext | comb_17 | llama3 | nlr | 14185.7 | 15374.2 | 5.20745 | 147.971 | 0 | | 45 | 0.444377 | 8 | 0 | wikitext | comb_16 | llama3 | nlr | 14185.7 | 15374.2 | 5.20728 | 147.974 | 0 | | 46 | 0.378386 | 4 | 0 | wikitext | comb_16 | llama3 | nlr | 14185.7 | 15374.2 | 6.16797 | 147.98 | 0 | | 47 | 0.436508 | 5 | 0 | wikitext | comb_17 | llama3 | nlr | 14185.7 | 15374.2 | 5.43094 | 147.983 | 0 | | 48 | 0.440257 | 6 | 0 | wikitext | comb_14 | llama3 | nlr | 14185.7 | 15374.2 | 5.19033 | 147.993 | 0 | | 49 | 0.444411 | 8 | 0 | wikitext | comb_14 | llama3 | nlr | 14185.7 | 15374.2 | 5.20807 | 148.393 | 0 | | 50 | 0.435596 | 5 | 0 | wikitext | comb_14 | llama3 | nlr | 14185.7 | 15374.2 | 5.42521 | 148.406 | 0 | | 51 | 0.440696 | 6 | 0 | wikitext | comb_4 | llama3 | nlr | 14185.7 | 15374.2 | 5.23038 | 175.099 | 0 | | 52 | 0.443533 | 7 | 0 | wikitext | comb_4 | llama3 | nlr | 14185.7 | 15374.2 | 5.22837 | 175.165 | 0 | | 53 | 0.378419 | 4 | 0 | wikitext | comb_4 | llama3 | nlr | 14185.7 | 15374.2 | 6.15577 | 175.21 | 0 | | 54 | 0.444107 | 8 | 0 | wikitext | comb_4 | llama3 | nlr | 14185.7 | 15374.2 | 5.21485 | 175.217 | 0 | | 55 | 0.436373 | 5 | 0 | wikitext | comb_4 | llama3 | nlr | 14185.7 | 15374.2 | 5.3921 | 175.47 | 0 | | 56 | 0.436879 | 5 | 0 | wikitext | comb_9 | llama3 | nlr | 14185.7 | 15374.2 | 5.4106 | 201.202 | 0 | | 57 | 0.444411 | 8 | 0 | wikitext | comb_9 | llama3 | nlr | 14185.7 | 15374.2 | 5.208 | 201.205 | 0 | | 58 | 0.301655 | 8 | 0 | wikitext | comb_10 | llama3 | nlr | 14185.7 | 15374.2 | 8.71646 | 201.345 | 0 | | 59 | 0.440257 | 6 | 0 | wikitext | comb_9 | llama3 | nlr | 14185.7 | 15374.2 | 5.23111 | 201.359 | 0 | | 60 | 0.442891 | 7 | 0 | wikitext | comb_9 | llama3 | nlr | 14185.7 | 15374.2 | 5.22931 | 201.492 | 0 | | 61 | 0.378116 | 4 | 0 | wikitext | comb_9 | llama3 | nlr | 14185.7 | 15374.2 | 6.17802 | 201.639 | 0 | | 62 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | nlr | 11051.9 | 18748.5 | 1.13553 | 4.40428 | 0 | | 63 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | nlr | 11051.9 | 18748.5 | 1.13553 | 4.40428 | 0 | | 64 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | nlr | 11051.9 | 18748.5 | 1.13553 | 4.40428 | 0 | | 65 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | nlr | 11051.9 | 18748.5 | 1.13553 | 4.40428 | 0 | | 66 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | nlr | 11051.9 | 18748.5 | 1.13553 | 4.40428 | 0 | | 67 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | nlr | 16812 | 19811.8 | 1.12481 | 429.613 | 0 | | 68 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | nlr | 16812 | 19811.8 | 1.12481 | 429.613 | 0 | | 69 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | nlr | 16812 | 19811.8 | 1.12481 | 429.613 | 0 | | 70 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | nlr | 16812 | 19811.8 | 1.12481 | 429.613 | 0 | | 71 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | nlr | 16812 | 19811.8 | 1.12481 | 429.613 | 0 | | 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 740.295 | 8.76863 | 16.7133 | 0 | | 1 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 765.46 | 7.90544 | 21.3463 | 0 | | 2 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 7.91611 | 21.1467 | 0 | | 3 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 782.238 | 8.22268 | 21.3186 | 0 | | 4 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 8.90344 | 21.2314 | 0 | | 5 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 786.432 | 7.80569 | 21.3255 | 0 | | 6 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 834.666 | 7.91657 | 15.2915 | 0 | | 7 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 10.2598 | 0 | | 8 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.9169 | 0 | | 9 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 28.8445 | 0 | | 10 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.2568 | 0 | | 11 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.2607 | 0 | | 12 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.2856 | 0 | | 13 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.3092 | 0 | | 14 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3718 | 0 | | 15 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 18.803 | 0 | | 16 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 21.5042 | 0 | | 17 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 19.2898 | 0 | | 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.50158 | 19.6707 | 0 | | 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 7.65536 | 20.1313 | 0 | | 20 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.66335 | 20.2208 | 0 | | 21 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.60481 | 20.2719 | 0 | | 22 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1898.21 | 2151.68 | 6.9663 | 20.4532 | 0 | | 23 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 14.7146 | 0 | | 24 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 72.9158 | 0 | | 25 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 79.4596 | 0 | | 26 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 80.7554 | 0 | | 27 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 84.7714 | 0 | | 28 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 406.847 | 0 | 87.5057 | 0 | | 29 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 179.948 | 503.316 | 0 | 84.2359 | 0 | | 30 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 511.705 | 0 | 70.2195 | 0 | | 31 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 10.0727 | 0 | | 32 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 25.2541 | 0.0268908 | | 33 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 87.3119 | 0.023608 | | 34 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 88.9496 | 0.0237326 | | 35 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 93.2529 | 0.0239495 | | 36 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4764.73 | 0 | 96.3179 | 0.0234031 | | 37 | 0 | 8 | 0 | librispeech | ao_woq | wav2vec | fixed | 658.018 | 4890.56 | 0 | 94.8747 | 0.0239712 | | 38 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 18.114 | 0.0239474 | | 39 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.0506 | 0 | | 40 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.3616 | 0 | | 41 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.6158 | 0 | | 42 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.6183 | 0 | | 43 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.6533 | 0 | | 44 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7322 | 0 | | 45 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.8957 | 0 | | 46 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 26.7037 | 0 | |