File size: 67,886 Bytes
fd8021a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| | 0 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1663.04 | 0 | 44.6956 | 1.02727 | | 1 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 2 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 3 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 4 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 5 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 30.4119 | 1 | | 6 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 7 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 8 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 9 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 10 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | norm_nlr | 534.743 | 1675.62 | 0 | 36.7354 | 1 | | 11 | 0 | 4 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 12 | 0 | 5 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 13 | 0 | 6 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 14 | 0 | 7 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 15 | 0 | 8 | 0 | librispeech | comb_2 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 43.3567 | 1 | | 16 | 0 | 4 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 17 | 0 | 5 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 18 | 0 | 6 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 19 | 0 | 7 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 20 | 0 | 8 | 0 | librispeech | comb_0 | wav2vec | norm_nlr | 535.632 | 1677.72 | 0 | 59.3953 | 1 | | 21 | 0 | 4 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 43.8984 | 1 | | 22 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 46.6665 | 0.993786 | | 23 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | | 24 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 55.5216 | 1 | | 25 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 65.5296 | 1 | | 26 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 536.522 | 1679.82 | 0 | 77.4754 | 1 | | 27 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052126 | 1 | | 28 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | norm_nlr | 368.89 | 1686.11 | 0 | 0.052608 | 0.990365 | | 29 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 374.608 | 3154.12 | 0 | 0.052828 | 0.850412 | | 30 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 29.2955 | 0.0239495 | | 31 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 31.1857 | 0.0268908 | | 32 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4857 | 0 | 63.312 | 0.0234031 | | 33 | 0 | 4 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 48.8976 | 0.0257568 | | 34 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.0545 | 0.115106 | | 35 | 0 | 8 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 49.2402 | 0.0240618 | | 36 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 58.0252 | 0.0314324 | | 37 | 0 | 7 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4857 | 0 | 73.7998 | 0.0238676 | | 38 | 0 | 6 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.6051 | 0.0233745 | | 39 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 46.8242 | 0.0237749 | | 40 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 47.5755 | 0.024104 | | 41 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4859.1 | 0 | 48.5406 | 0.0232487 | | 42 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.8364 | 0.0236817 | | 43 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 27.9227 | 0.0239712 | | 44 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 48.7946 | 0.0236872 | | 45 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 60.2791 | 0.0270506 | | 46 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | norm_nlr | 658.018 | 4871.68 | 0 | 61.982 | 0.0237246 | | 47 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4873.78 | 0 | 30.197 | 0.0237326 | | 48 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4873.78 | 0 | 62.9294 | 0.023608 | | 49 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.3164 | 0.0268292 | | 50 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 40.8723 | 0.0287824 | | 51 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 42.5186 | 0.0264798 | | 52 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 43.1128 | 0.0238758 | | 53 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 50.2689 | 0.023422 | | 54 | 0 | 6 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 55.3791 | 0.0233274 | | 55 | 0 | 5 | 0 | librispeech | comb_18 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 57.5863 | 0.0238956 | | 56 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 59.9073 | 0.0233385 | | 57 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 77.2438 | 0.0250124 | | 58 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | norm_nlr | 658.907 | 4873.78 | 0 | 78.1228 | 0.0241722 | | 59 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.6473 | 0.0387438 | | 60 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 46.8169 | 0.0235345 | | 61 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.0828 | 0.0935326 | | 62 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.617 | 0.0235298 | | 63 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 47.664 | 0.0239429 | | 64 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 48.0973 | 0.024024 | | 65 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 49.062 | 0.0255901 | | 66 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.16 | 0.0557867 | | 67 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.5088 | 0.0236184 | | 68 | 0 | 7 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 52.6932 | 0.0242343 | | 69 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 56.7895 | 0.0236567 | | 70 | 0 | 8 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 57.735 | 0.024051 | | 71 | 0 | 5 | 0 | librispeech | comb_12 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 71.9632 | 0.281943 | | 72 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | norm_nlr | 659.796 | 4875.88 | 0 | 72.3443 | 0.024124 | | 73 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051572 | 0.0243892 | | 74 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.051877 | 0.0242448 | | 75 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | norm_nlr | 371.21 | 4882.17 | 0 | 0.053314 | 0.0238528 | | 76 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 23.0348 | 0.0239474 | | 0 | 0 | 4 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 1 | 0 | 5 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 2 | 0 | 6 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 3 | 0 | 7 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 4 | 0 | 8 | 0 | imagenet | comb_1 | vit | norm_nlr | 355.972 | 511.705 | 0 | 36.1424 | 0 | | 5 | 0 | 4 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 6 | 0 | 5 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 7 | 0 | 6 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 8 | 0 | 7 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 9 | 0 | 8 | 0 | imagenet | comb_9 | vit | norm_nlr | 355.972 | 511.705 | 0 | 40.0266 | 0 | | 10 | 0.790339 | 4 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 27.5699 | 0 | | 11 | 0.799589 | 7 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 28.4593 | 0 | | 12 | 0.801644 | 8 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 32.6776 | 0 | | 13 | 0.805755 | 6 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 34.2648 | 0 | | 14 | 0.799589 | 5 | 0 | imagenet | comb_5 | vit | norm_nlr | 356.465 | 511.705 | 0 | 35.6845 | 0 | | 15 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.0979 | 0 | | 16 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.5788 | 0 | | 17 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.6743 | 0 | | 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 36.7795 | 0 | | 19 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 38.484 | 0 | | 20 | 0 | 4 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | | 21 | 0 | 5 | 0 | imagenet | comb_2 | vit | norm_nlr | 356.865 | 511.705 | 0 | 51.1564 | 0 | | 22 | 0 | 4 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 23 | 0 | 5 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 24 | 0 | 6 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 25 | 0 | 7 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 26 | 0 | 8 | 0 | imagenet | comb_0 | vit | norm_nlr | 356.865 | 511.705 | 0 | 53.6996 | 0 | | 27 | 0 | 4 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 28 | 0 | 5 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 29 | 0 | 6 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 30 | 0 | 7 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 31 | 0 | 8 | 0 | imagenet | comb_4 | vit | norm_nlr | 378.705 | 511.705 | 0 | 94.5462 | 0 | | 32 | 0.793422 | 4 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 42.1157 | 0 | | 33 | 0.789311 | 5 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 44.056 | 0 | | 34 | 0.800617 | 5 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 45.5593 | 0 | | 35 | 0.801644 | 7 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 46.5064 | 0 | | 36 | 0.804728 | 6 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.3079 | 0 | | 37 | 0.79445 | 4 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.5141 | 0 | | 38 | 0.802672 | 8 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 48.689 | 0 | | 39 | 0.784173 | 6 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.218 | 0 | | 40 | 0.793422 | 4 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 51.6404 | 0 | | 41 | 0.801644 | 5 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.6394 | 0 | | 42 | 0.800617 | 8 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 52.8859 | 0 | | 43 | 0.800617 | 7 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.1869 | 0 | | 44 | 0.801644 | 8 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 55.8114 | 0 | | 45 | 0.800617 | 7 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 56.5183 | 0 | | 46 | 0.800617 | 6 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.3948 | 0 | | 47 | 0.8037 | 8 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 57.697 | 0 | | 48 | 0.801644 | 7 | 0 | imagenet | comb_2 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.7412 | 0 | | 49 | 0.800617 | 7 | 0 | imagenet | comb_11 | vit | norm_nlr | 357.358 | 513.802 | 0 | 58.9739 | 0 | | 50 | 0.797533 | 5 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 61.6607 | 0 | | 51 | 0.802672 | 6 | 0 | imagenet | comb_6 | vit | norm_nlr | 357.358 | 513.802 | 0 | 63.8914 | 0 | | 52 | 0.804728 | 6 | 0 | imagenet | comb_15 | vit | norm_nlr | 357.358 | 513.802 | 0 | 68.7324 | 0 | | 53 | 0.801644 | 8 | 0 | imagenet | comb_18 | vit | norm_nlr | 357.358 | 513.802 | 0 | 73.6446 | 0 | | 54 | 0 | 4 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | | 55 | 0 | 5 | 0 | imagenet | comb_3 | vit | norm_nlr | 357.758 | 513.802 | 0 | 52.8752 | 0 | | 56 | 0 | 4 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | | 57 | 0 | 5 | 0 | imagenet | comb_16 | vit | norm_nlr | 357.758 | 513.802 | 0 | 54.4925 | 0 | | 58 | 0 | 4 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 59 | 0 | 5 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 60 | 0 | 6 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 61 | 0 | 7 | 0 | imagenet | comb_13 | vit | norm_nlr | 357.758 | 513.802 | 0 | 77.2306 | 0 | | 62 | 0.799589 | 6 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.2466 | 0 | | 63 | 0.514902 | 4 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 52.6066 | 0 | | 64 | 0.796506 | 5 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.0177 | 0 | | 65 | 0.800617 | 7 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 55.6383 | 0 | | 66 | 0.802672 | 8 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.2533 | 0 | | 67 | 0.788284 | 6 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 57.4349 | 0 | | 68 | 0.799589 | 6 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.0786 | 0 | | 69 | 0.801644 | 7 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 58.6751 | 0 | | 70 | 0.801644 | 8 | 0 | imagenet | comb_17 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.0265 | 0 | | 71 | 0.800617 | 7 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 60.5271 | 0 | | 72 | 0.551901 | 5 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 61.6692 | 0 | | 73 | 0.800617 | 8 | 0 | imagenet | comb_3 | vit | norm_nlr | 358.251 | 513.802 | 0 | 62.6324 | 0 | | 74 | 0.798561 | 8 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 65.7406 | 0 | | 75 | 0.791367 | 8 | 0 | imagenet | comb_13 | vit | norm_nlr | 358.251 | 513.802 | 0 | 71.8274 | 0 | | 76 | 0.796506 | 6 | 0 | imagenet | comb_12 | vit | norm_nlr | 358.251 | 513.802 | 0 | 72.2319 | 0 | | 77 | 0.8037 | 7 | 0 | imagenet | comb_16 | vit | norm_nlr | 358.251 | 513.802 | 0 | 89.0548 | 0 | | 78 | 0 | 4 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 79 | 0 | 5 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 80 | 0 | 6 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 81 | 0 | 7 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 82 | 0 | 8 | 0 | imagenet | comb_14 | vit | norm_nlr | 329.356 | 515.899 | 0 | 0.079561 | 0 | | 83 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 23.7495 | 0 | | 0 | 0 | 4 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_1 | opt | norm_nlr | 669.688 | 861.929 | 1.10369 | 41.357 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_9 | opt | norm_nlr | 669.688 | 861.929 | 1.11433 | 45.1919 | 0 | | 10 | 0.32131 | 6 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.8017 | 29.6299 | 0 | | 11 | 0.316988 | 5 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.22328 | 29.7341 | 0 | | 12 | 0.324654 | 7 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.90525 | 31.1533 | 0 | | 13 | 0.289429 | 4 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 8.90268 | 31.2371 | 0 | | 14 | 0.324823 | 8 | 0 | wikitext | comb_5 | opt | norm_nlr | 670.159 | 861.929 | 7.91657 | 33.8418 | 0 | | 15 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 32.4791 | 0 | | 16 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 33.6082 | 0 | | 17 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 33.7641 | 0 | | 18 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 34.8618 | 0 | | 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 37.6859 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_2 | opt | norm_nlr | 670.982 | 861.929 | 1.13228 | 55.8193 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 26 | 0 | 7 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 27 | 0 | 8 | 0 | wikitext | comb_0 | opt | norm_nlr | 670.982 | 861.929 | 1.11433 | 61.2501 | 0 | | 28 | 0.290375 | 4 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.95579 | 47.2342 | 0 | | 29 | 0.321445 | 6 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.8178 | 47.3987 | 0 | | 30 | 0.318338 | 5 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.22127 | 48.3045 | 0 | | 31 | 0.293381 | 4 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 8.88813 | 49.8968 | 0 | | 32 | 0.324553 | 8 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92518 | 50.7208 | 0 | | 33 | 0.324012 | 8 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.92595 | 50.7734 | 0 | | 34 | 0.289362 | 4 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.98371 | 51.0023 | 0 | | 35 | 0.319959 | 6 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.80423 | 53.3771 | 0 | | 36 | 0.325329 | 7 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 7.92644 | 53.7577 | 0 | | 37 | 0.317089 | 5 | 0 | wikitext | comb_11 | opt | norm_nlr | 671.453 | 861.929 | 8.28163 | 54.0776 | 0 | | 38 | 0.317427 | 5 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 8.18992 | 54.2122 | 0 | | 39 | 0.320635 | 6 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.83196 | 55.3727 | 0 | | 40 | 0.324958 | 7 | 0 | wikitext | comb_18 | opt | norm_nlr | 671.453 | 861.929 | 7.91121 | 60.1529 | 0 | | 41 | 0.30564 | 8 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 8.45907 | 61.0851 | 0 | | 42 | 0.324586 | 7 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9136 | 62.5853 | 0 | | 43 | 0.324519 | 8 | 0 | wikitext | comb_6 | opt | norm_nlr | 671.453 | 861.929 | 7.9184 | 62.9958 | 0 | | 44 | 0.121682 | 7 | 0 | wikitext | comb_2 | opt | norm_nlr | 671.453 | 861.929 | 23.913 | 64.038 | 0 | | 45 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.90931 | 65.0743 | 0 | | 46 | 0.323978 | 8 | 0 | wikitext | comb_15 | opt | norm_nlr | 671.453 | 861.929 | 7.92485 | 66.0357 | 0 | | 47 | 0.00476191 | 5 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.10542 | 54.7862 | 0 | | 48 | 0 | 4 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.275 | 864.027 | 1.1229 | 56.5708 | 0 | | 49 | 0.0031746 | 4 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.275 | 864.027 | 1.1232 | 56.8797 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 51 | 0 | 5 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 52 | 0 | 6 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.275 | 864.027 | 1.11167 | 62.7341 | 0 | | 53 | 0.147045 | 5 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 25.3318 | 59.1744 | 0 | | 54 | 0.32337 | 8 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 7.94635 | 59.7811 | 0 | | 55 | 0.274333 | 6 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 9.89806 | 60.9367 | 0 | | 56 | 0.320399 | 7 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.03228 | 61.4587 | 0 | | 57 | 0.29669 | 6 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 9.07035 | 62.2903 | 0 | | 58 | 0.322763 | 7 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05446 | 62.715 | 0 | | 59 | 0.301351 | 8 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 8.67479 | 63.4102 | 0 | | 60 | 0.323877 | 8 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.0735 | 67.4248 | 0 | | 61 | 0.321986 | 8 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 7.95589 | 67.829 | 0 | | 62 | 0.316751 | 6 | 0 | wikitext | comb_17 | opt | norm_nlr | 672.746 | 864.027 | 8.05605 | 67.8776 | 0 | | 63 | 0.23026 | 7 | 0 | wikitext | comb_13 | opt | norm_nlr | 672.746 | 864.027 | 12.6133 | 69.9938 | 0 | | 64 | 0.314016 | 7 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 8.30343 | 74.1369 | 0 | | 65 | 0.318845 | 7 | 0 | wikitext | comb_12 | opt | norm_nlr | 672.746 | 864.027 | 8.04418 | 74.2086 | 0 | | 66 | 0.302364 | 6 | 0 | wikitext | comb_16 | opt | norm_nlr | 672.746 | 864.027 | 8.5513 | 77.9688 | 0 | | 67 | 0.324519 | 8 | 0 | wikitext | comb_3 | opt | norm_nlr | 672.746 | 864.027 | 7.91856 | 88.1474 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 69 | 0 | 5 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 70 | 0 | 6 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 71 | 0 | 7 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 72 | 0 | 8 | 0 | wikitext | comb_4 | opt | norm_nlr | 799.678 | 1071.64 | 1.11433 | 101.383 | 0 | | 73 | 0 | 4 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 74 | 0 | 5 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 75 | 0 | 6 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 76 | 0 | 7 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 77 | 0 | 8 | 0 | wikitext | comb_14 | opt | norm_nlr | 478.826 | 1075.84 | 1.55067 | 0.33834 | 0 | | 78 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 23.0464 | 0 | | 0 | 0.0015873 | 5 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.13276 | 71.8564 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.12245 | 71.931 | 0 | | 2 | 0.0031746 | 6 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14225 | 71.9602 | 0 | | 3 | 0.0031746 | 7 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.15147 | 72.0365 | 0 | | 4 | 0.0031746 | 8 | 0 | wikitext | comb_1 | phi | norm_nlr | 4395.06 | 4676.65 | 1.14947 | 72.1055 | 0 | | 5 | 0.00846561 | 5 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17502 | 94.5033 | 0 | | 6 | 0.00846561 | 6 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.563 | 0 | | 7 | 0.00846561 | 8 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.5709 | 0 | | 8 | 0.00846561 | 7 | 0 | wikitext | comb_9 | phi | norm_nlr | 4395.06 | 4676.65 | 1.17503 | 94.6219 | 0 | | 9 | 0.378014 | 6 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9467 | 33.0813 | 0 | | 10 | 0.37869 | 7 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90246 | 33.0931 | 0 | | 11 | 0.375346 | 5 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.9711 | 33.0948 | 0 | | 12 | 0.380446 | 8 | 0 | wikitext | comb_5 | phi | norm_nlr | 4395.53 | 4676.65 | 5.90714 | 33.2206 | 0 | | 13 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.601 | 0 | | 14 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.621 | 0 | | 15 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.647 | 0 | | 16 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.659 | 0 | | 17 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | norm_nlr | 4398.41 | 4678.75 | 1.11355 | 137.678 | 0 | | 18 | 0.00952381 | 6 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1035 | 137.688 | 0 | | 19 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.09769 | 137.76 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.41 | 4678.75 | 1.1117 | 137.772 | 0 | | 21 | 0.344141 | 4 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 6.37042 | 90.8004 | 0 | | 22 | 0.353597 | 4 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.48645 | 90.9142 | 0 | | 23 | 0.372948 | 5 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.85874 | 90.9154 | 0 | | 24 | 0.37359 | 5 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 6.00778 | 90.9738 | 0 | | 25 | 0.378183 | 6 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.9448 | 90.9945 | 0 | | 26 | 0.371834 | 6 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.82636 | 91.0029 | 0 | | 27 | 0.372543 | 8 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.7741 | 91.0508 | 0 | | 28 | 0.375177 | 7 | 0 | wikitext | comb_11 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93003 | 91.0537 | 0 | | 29 | 0.379298 | 7 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.89551 | 91.1088 | 0 | | 30 | 0.380581 | 8 | 0 | wikitext | comb_18 | phi | norm_nlr | 4398.88 | 4678.75 | 5.91437 | 91.196 | 0 | | 31 | 0.355117 | 4 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.46051 | 113.095 | 0 | | 32 | 0.378521 | 6 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92418 | 113.106 | 0 | | 33 | 0.379027 | 7 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88137 | 113.176 | 0 | | 34 | 0.374873 | 5 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 6.01406 | 113.186 | 0 | | 35 | 0.3795 | 8 | 0 | wikitext | comb_6 | phi | norm_nlr | 4398.88 | 4678.75 | 5.92168 | 113.26 | 0 | | 36 | 0.372307 | 5 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88553 | 138.127 | 0 | | 37 | 0.350524 | 4 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 6.59584 | 138.167 | 0 | | 38 | 0.377508 | 7 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.88572 | 138.22 | 0 | | 39 | 0.211685 | 7 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 14.4655 | 138.257 | 0 | | 40 | 0.378352 | 8 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 5.79163 | 138.282 | 0 | | 41 | 0.293516 | 6 | 0 | wikitext | comb_15 | phi | norm_nlr | 4398.88 | 4678.75 | 8.82388 | 138.342 | 0 | | 42 | 0.371462 | 8 | 0 | wikitext | comb_2 | phi | norm_nlr | 4398.88 | 4678.75 | 5.93457 | 138.379 | 0 | | 43 | 0.00952381 | 4 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10446 | 119.055 | 0 | | 44 | 0 | 4 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.26896 | 119.097 | 0 | | 45 | 0.0190476 | 4 | 0 | wikitext | comb_17 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09293 | 119.161 | 0 | | 46 | 0.00952381 | 5 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.1026 | 119.174 | 0 | | 47 | 0.00952381 | 5 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.21958 | 119.185 | 0 | | 48 | 0.0174603 | 6 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10043 | 119.233 | 0 | | 49 | 0 | 4 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | | 50 | 0 | 5 | 0 | wikitext | comb_12 | phi | norm_nlr | 4401.77 | 4682.94 | 1.09712 | 119.255 | 0 | | 51 | 0.0285714 | 8 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08938 | 119.278 | 0 | | 52 | 0.0111111 | 7 | 0 | wikitext | comb_13 | phi | norm_nlr | 4401.77 | 4682.94 | 1.10232 | 119.28 | 0 | | 53 | 0.0111111 | 6 | 0 | wikitext | comb_16 | phi | norm_nlr | 4401.77 | 4682.94 | 1.08791 | 119.332 | 0 | | 54 | 0.375515 | 6 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.92488 | 119.839 | 0 | | 55 | 0.320601 | 8 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.31514 | 119.853 | 0 | | 56 | 0.323337 | 7 | 0 | wikitext | comb_16 | phi | norm_nlr | 4402.24 | 4682.94 | 7.22501 | 119.877 | 0 | | 57 | 0.36285 | 6 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 6.18644 | 119.88 | 0 | | 58 | 0.378791 | 7 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.9966 | 119.881 | 0 | | 59 | 0.361736 | 5 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 6.22545 | 119.906 | 0 | | 60 | 0.380311 | 8 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89937 | 119.915 | 0 | | 61 | 0.378453 | 7 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.93873 | 119.95 | 0 | | 62 | 0.378149 | 8 | 0 | wikitext | comb_3 | phi | norm_nlr | 4402.24 | 4682.94 | 5.95809 | 119.952 | 0 | | 63 | 0.379466 | 7 | 0 | wikitext | comb_17 | phi | norm_nlr | 4402.24 | 4682.94 | 5.89884 | 120.015 | 0 | | 64 | 0.378791 | 8 | 0 | wikitext | comb_12 | phi | norm_nlr | 4402.24 | 4682.94 | 5.91889 | 120.179 | 0 | | 65 | 0.0015873 | 6 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.09001 | 1.60371 | 0 | | 66 | 0 | 4 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | | 67 | 0 | 5 | 0 | wikitext | comb_10 | phi | norm_nlr | 3365.88 | 5997.85 | 1.1104 | 1.72114 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 69 | 0 | 5 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 70 | 0 | 6 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 71 | 0 | 7 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 72 | 0 | 8 | 0 | wikitext | comb_14 | phi | norm_nlr | 3365.88 | 5997.85 | 1.85839 | 1.73312 | 0 | | 73 | 0.1077 | 7 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 20.6432 | 1.61176 | 0 | | 74 | 0.36177 | 8 | 0 | wikitext | comb_10 | phi | norm_nlr | 3366.35 | 5997.85 | 6.172 | 1.62618 | 0 | | 75 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.0439 | 0 | | 0 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.30216 | 19.7896 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | norm_nlr | 1895.56 | 2157.97 | 1.10931 | 25.9196 | 0 | | 10 | 0.376528 | 7 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.65895 | 14.8622 | 0 | | 11 | 0.367984 | 5 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.96523 | 15.4492 | 0 | | 12 | 0.377136 | 8 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.60597 | 15.4683 | 0 | | 13 | 0.34691 | 4 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 7.64439 | 15.5697 | 0 | | 14 | 0.378588 | 6 | 0 | wikitext | comb_5 | tinyllama | norm_nlr | 1896.03 | 2157.97 | 6.50013 | 25.4914 | 0 | | 15 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.3944 | 0 | | 16 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.9247 | 0 | | 17 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 17.1045 | 0 | | 18 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 67.9569 | 0 | | 19 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 69.4205 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.10931 | 40.7594 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.39 | 2160.07 | 1.12218 | 40.9752 | 0 | | 28 | 0.375346 | 7 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6876 | 27.7299 | 0 | | 29 | 0.378149 | 8 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57638 | 27.8179 | 0 | | 30 | 0.377136 | 8 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.6008 | 27.8273 | 0 | | 31 | 0.368896 | 5 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.9587 | 27.8781 | 0 | | 32 | 0.376697 | 7 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.66434 | 27.8826 | 0 | | 33 | 0.367241 | 5 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.05264 | 27.9838 | 0 | | 34 | 0.375751 | 6 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.53376 | 27.9903 | 0 | | 35 | 0.352786 | 4 | 0 | wikitext | comb_11 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.5415 | 28.1605 | 0 | | 36 | 0.37923 | 6 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.56876 | 35.1049 | 0 | | 37 | 0.369335 | 5 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.89862 | 35.1177 | 0 | | 38 | 0.37717 | 8 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.60404 | 35.2114 | 0 | | 39 | 0.375211 | 7 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.67773 | 35.2611 | 0 | | 40 | 0.0696724 | 7 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 40.4398 | 41.2828 | 0 | | 41 | 0.378521 | 6 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.57635 | 41.3048 | 0 | | 42 | 0.376528 | 7 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.65723 | 41.375 | 0 | | 43 | 0.348024 | 8 | 0 | wikitext | comb_2 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.78407 | 41.3811 | 0 | | 44 | 0.376933 | 8 | 0 | wikitext | comb_15 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.58942 | 41.6414 | 0 | | 45 | 0.377744 | 6 | 0 | wikitext | comb_18 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 6.51426 | 93.4727 | 0 | | 46 | 0.348801 | 4 | 0 | wikitext | comb_6 | tinyllama | norm_nlr | 1897.87 | 2160.07 | 7.56815 | 101.928 | 0 | | 47 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | | 48 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 11.6329 | 37.5957 | 0 | | 49 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.17102 | 37.7042 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.23 | 2162.16 | 1.128 | 37.9599 | 0 | | 51 | 0.0231481 | 6 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.24 | 2162.16 | 1.37466 | 37.6309 | 0 | | 52 | 0.366295 | 8 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.94622 | 38.0304 | 0 | | 53 | 0.372678 | 7 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.7758 | 38.1361 | 0 | | 54 | 0.376765 | 8 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.62386 | 38.1414 | 0 | | 55 | 0.373522 | 8 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64786 | 38.1419 | 0 | | 56 | 0.371766 | 7 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.73387 | 38.1794 | 0 | | 57 | 0.366295 | 7 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.97152 | 38.2175 | 0 | | 58 | 0.373658 | 8 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.63842 | 38.2381 | 0 | | 59 | 0.378723 | 8 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.64277 | 38.2647 | 0 | | 60 | 0.332286 | 6 | 0 | wikitext | comb_3 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 8.07301 | 38.2658 | 0 | | 61 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.87055 | 38.2887 | 0 | | 62 | 0.2641 | 5 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 10.4228 | 38.2887 | 0 | | 63 | 0.282303 | 5 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.64553 | 38.3005 | 0 | | 64 | 0.359237 | 6 | 0 | wikitext | comb_12 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 7.04104 | 38.3241 | 0 | | 65 | 0.357109 | 6 | 0 | wikitext | comb_16 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.99554 | 38.3504 | 0 | | 66 | 0.373556 | 7 | 0 | wikitext | comb_17 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 6.71061 | 38.3985 | 0 | | 67 | 0.289328 | 7 | 0 | wikitext | comb_13 | tinyllama | norm_nlr | 1899.7 | 2162.16 | 9.04136 | 84.8209 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 69 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 70 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 71 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 72 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | norm_nlr | 2225.07 | 2747.27 | 1.10931 | 99.6082 | 0 | | 73 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 74 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 75 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 76 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 77 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | norm_nlr | 1382.88 | 2814.38 | 15387 | 0.55822 | 0 | | 78 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.6181 | 0 | |