File size: 61,730 Bytes
9299682 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:------------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|-----------:|----------:| | 0 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 10 | 0.378588 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.50013 | 14.5452 | 0 | | 11 | 0.377136 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.60597 | 14.9848 | 0 | | 12 | 0.376528 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.65895 | 15.6787 | 0 | | 13 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 15.5483 | 0 | | 14 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.1269 | 0 | | 15 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.3409 | 0 | | 16 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.8307 | 0 | | 17 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.8504 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 19 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 20 | 0 | 6 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 21 | 0 | 7 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 22 | 0 | 8 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 31 | 0.375008 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.70361 | 27.3837 | 0 | | 32 | 0.379196 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51216 | 27.3964 | 0 | | 33 | 0.378825 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.52484 | 27.4122 | 0 | | 34 | 0.368896 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.9587 | 27.4305 | 0 | | 35 | 0.243803 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 12.7963 | 27.4365 | 0 | | 36 | 0.369098 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03671 | 27.4429 | 0 | | 37 | 0.377373 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59032 | 27.4484 | 0 | | 38 | 0.377508 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.5817 | 27.457 | 0 | | 39 | 0.376697 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.66434 | 27.4636 | 0 | | 40 | 0.379365 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.46911 | 27.4669 | 0 | | 41 | 0.352921 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.55127 | 27.4713 | 0 | | 42 | 0.345998 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 7.69133 | 27.4817 | 0 | | 43 | 0.377744 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51426 | 27.4923 | 0 | | 44 | 0.37538 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.7046 | 27.4943 | 0 | | 45 | 0.355015 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.46964 | 27.4955 | 0 | | 46 | 0.374232 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59177 | 27.5052 | 0 | | 47 | 0.377136 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.6008 | 27.5066 | 0 | | 48 | 0.367849 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.00184 | 27.5096 | 0 | | 49 | 0.374536 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.71866 | 27.5239 | 0 | | 50 | 0.369368 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03336 | 27.5669 | 0 | | 51 | 0.348801 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 7.56815 | 34.616 | 0 | | 52 | 0.369335 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.89862 | 34.6507 | 0 | | 53 | 0.37923 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.56876 | 34.6572 | 0 | | 54 | 0.375211 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.67773 | 34.6671 | 0 | | 55 | 0.37717 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.60404 | 34.6705 | 0 | | 56 | 0.378521 | 6 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.57617 | 40.7955 | 0 | | 57 | 0.376596 | 7 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.65582 | 40.8039 | 0 | | 58 | 0.348024 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 7.78407 | 40.816 | 0 | | 59 | 0.0696724 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 40.4398 | 40.8194 | 0 | | 60 | 0.37717 | 8 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.58755 | 40.8806 | 0 | | 61 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 62 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 63 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 64 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 65 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 66 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 67 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 68 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 69 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 70 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 71 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.945 | 0 | | 0 | 0 | 4 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_3 | opt | nlr | 669.688 | 861.929 | 1.10369 | 42.4042 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr | 669.688 | 861.929 | 1.11433 | 48.1548 | 0 | | 10 | 0.316988 | 5 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 8.22328 | 32.8726 | 0 | | 11 | 0.289429 | 4 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 8.90268 | 34.2315 | 0 | | 12 | 0.324823 | 8 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.91657 | 35.5932 | 0 | | 13 | 0.324654 | 7 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.90525 | 37.0577 | 0 | | 14 | 0.32131 | 6 | 0 | wikitext | comb_6 | opt | nlr | 670.159 | 861.929 | 7.8017 | 37.8425 | 0 | | 15 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 33.3039 | 0 | | 16 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 33.5411 | 0 | | 17 | 0 | 4 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 18 | 0 | 5 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 19 | 0 | 6 | 0 | wikitext | comb_13 | opt | nlr | 670.982 | 861.929 | 1.11683 | 54.0595 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_5 | opt | nlr | 670.982 | 861.929 | 1.11212 | 55.7583 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_10 | opt | nlr | 670.982 | 861.929 | 1.13228 | 61.4652 | 0 | | 28 | 0 | 4 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 29 | 0 | 5 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 30 | 0 | 6 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 31 | 0 | 7 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 32 | 0 | 8 | 0 | wikitext | comb_8 | opt | nlr | 670.982 | 861.929 | 1.11433 | 61.7795 | 0 | | 33 | 0.0487528 | 7 | 0 | wikitext | comb_13 | opt | nlr | 671.014 | 861.929 | 1.44571 | 54.8664 | 0 | | 34 | 0.318102 | 5 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 8.24517 | 46.1763 | 0 | | 35 | 0.317258 | 5 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 8.28078 | 51.4442 | 0 | | 36 | 0.324553 | 8 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.92518 | 52.124 | 0 | | 37 | 0.293381 | 4 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 8.88813 | 52.8087 | 0 | | 38 | 0.325363 | 7 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.93132 | 52.8287 | 0 | | 39 | 0.321445 | 6 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.8178 | 52.9413 | 0 | | 40 | 0.324553 | 8 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.92483 | 53.1111 | 0 | | 41 | 0.324958 | 7 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.91121 | 53.3898 | 0 | | 42 | 0.290375 | 4 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 8.95579 | 53.9147 | 0 | | 43 | 0.32077 | 6 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.80092 | 54.2899 | 0 | | 44 | 0.319959 | 6 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.80423 | 54.5356 | 0 | | 45 | 0.324012 | 8 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 7.92595 | 54.8724 | 0 | | 46 | 0.323978 | 7 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.91947 | 55.8317 | 0 | | 47 | 0.293414 | 4 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 8.89842 | 56.1207 | 0 | | 48 | 0.318338 | 5 | 0 | wikitext | comb_16 | opt | nlr | 671.453 | 861.929 | 8.22127 | 56.6311 | 0 | | 49 | 0.257616 | 8 | 0 | wikitext | comb_13 | opt | nlr | 671.453 | 861.929 | 11.4123 | 57.1332 | 0 | | 50 | 0.324519 | 8 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.9184 | 57.3287 | 0 | | 51 | 0.30564 | 8 | 0 | wikitext | comb_10 | opt | nlr | 671.453 | 861.929 | 8.45907 | 57.3453 | 0 | | 52 | 0.320635 | 6 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.83196 | 57.5322 | 0 | | 53 | 0.287403 | 4 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 8.93551 | 57.9505 | 0 | | 54 | 0.320095 | 6 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 7.80238 | 58.0877 | 0 | | 55 | 0.324586 | 7 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 7.9136 | 58.925 | 0 | | 56 | 0.317089 | 5 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 8.28163 | 59.698 | 0 | | 57 | 0.121682 | 7 | 0 | wikitext | comb_10 | opt | nlr | 671.453 | 861.929 | 23.913 | 59.9716 | 0 | | 58 | 0.325059 | 7 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.90931 | 60.4184 | 0 | | 59 | 0.323978 | 8 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.92485 | 60.423 | 0 | | 60 | 0.325329 | 7 | 0 | wikitext | comb_17 | opt | nlr | 671.453 | 861.929 | 7.92644 | 60.7917 | 0 | | 61 | 0.317427 | 5 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 8.18992 | 61.516 | 0 | | 62 | 0.291185 | 4 | 0 | wikitext | comb_15 | opt | nlr | 671.453 | 861.929 | 8.94418 | 62.2003 | 0 | | 63 | 0.318305 | 5 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 8.22212 | 64.2291 | 0 | | 64 | 0.321344 | 6 | 0 | wikitext | comb_9 | opt | nlr | 671.453 | 861.929 | 7.82518 | 65.5138 | 0 | | 65 | 0.289362 | 4 | 0 | wikitext | comb_4 | opt | nlr | 671.453 | 861.929 | 8.98371 | 68.8286 | 0 | | 66 | 0.324823 | 8 | 0 | wikitext | comb_14 | opt | nlr | 671.453 | 861.929 | 7.9194 | 73.4788 | 0 | | 67 | 0.00476191 | 8 | 0 | wikitext | comb_1 | opt | nlr | 477.735 | 968.884 | 1.10675 | 0.33823 | 0 | | 68 | 0 | 4 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 69 | 0 | 5 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 70 | 0 | 6 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 71 | 0 | 7 | 0 | wikitext | comb_1 | opt | nlr | 477.737 | 968.884 | 1.1093 | 0.340521 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_0 | opt | nlr | 799.678 | 1071.64 | 1.11433 | 100.95 | 0 | | 77 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 27.0223 | 0 | | 0 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.96907 | 51.6774 | 0 | | 1 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 6.48361 | 51.7098 | 0 | | 2 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90678 | 51.7604 | 0 | | 3 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.9501 | 51.7718 | 0 | | 4 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90345 | 51.8362 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.12245 | 71.8676 | 0 | | 6 | 0.0015873 | 5 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.13276 | 71.9535 | 0 | | 7 | 0.0031746 | 8 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14947 | 71.9785 | 0 | | 8 | 0.0031746 | 6 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14225 | 72.0324 | 0 | | 9 | 0.0031746 | 7 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.15147 | 72.0577 | 0 | | 10 | 0.00846561 | 4 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.5714 | 0 | | 11 | 0.00846561 | 6 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7154 | 0 | | 12 | 0.00846561 | 7 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7157 | 0 | | 13 | 0.00846561 | 5 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.7411 | 0 | | 14 | 0.00846561 | 8 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.8235 | 0 | | 15 | 0.354036 | 4 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 6.47196 | 32.8411 | 0 | | 16 | 0.37869 | 7 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90246 | 32.863 | 0 | | 17 | 0.378014 | 6 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9467 | 32.8966 | 0 | | 18 | 0.380446 | 8 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90714 | 32.9714 | 0 | | 19 | 0.375346 | 5 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9711 | 33.0478 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | | 25 | 0.0031746 | 4 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.398 | 0 | | 26 | 0.00952381 | 5 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.09769 | 137.459 | 0 | | 27 | 0.0031746 | 8 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.472 | 0 | | 28 | 0.0031746 | 6 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.494 | 0 | | 29 | 0.0031746 | 5 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.529 | 0 | | 30 | 0 | 4 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1117 | 137.548 | 0 | | 31 | 0.0031746 | 7 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.577 | 0 | | 32 | 0.00952381 | 6 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1035 | 137.62 | 0 | | 33 | 0.346842 | 4 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 6.51622 | 90.5913 | 0 | | 34 | 0.353597 | 4 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.48645 | 90.5945 | 0 | | 35 | 0.375447 | 5 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.99214 | 90.5969 | 0 | | 36 | 0.347079 | 4 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 6.32395 | 90.6097 | 0 | | 37 | 0.380074 | 7 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.77649 | 90.6627 | 0 | | 38 | 0.377609 | 6 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.9691 | 90.6659 | 0 | | 39 | 0.375481 | 6 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.82989 | 90.6664 | 0 | | 40 | 0.375346 | 5 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83745 | 90.6691 | 0 | | 41 | 0.377271 | 6 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.83746 | 90.6803 | 0 | | 42 | 0.375414 | 5 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.8615 | 90.6846 | 0 | | 43 | 0.349105 | 4 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 6.38362 | 90.7042 | 0 | | 44 | 0.379298 | 7 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.89551 | 90.7135 | 0 | | 45 | 0.373624 | 5 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.01311 | 90.7476 | 0 | | 46 | 0.378183 | 6 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.9448 | 90.7809 | 0 | | 47 | 0.375549 | 7 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.79076 | 90.8074 | 0 | | 48 | 0.378453 | 8 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.93914 | 90.8197 | 0 | | 49 | 0.379534 | 7 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.88758 | 90.8799 | 0 | | 50 | 0.374941 | 8 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83762 | 90.8918 | 0 | | 51 | 0.378656 | 8 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.93142 | 91.012 | 0 | | 52 | 0.380581 | 8 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.91437 | 91.0671 | 0 | | 53 | 0.355117 | 4 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.46051 | 112.752 | 0 | | 54 | 0.37717 | 6 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.93145 | 112.842 | 0 | | 55 | 0.374873 | 5 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.01406 | 112.909 | 0 | | 56 | 0.379027 | 7 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.88137 | 112.985 | 0 | | 57 | 0.379027 | 8 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.91276 | 112.987 | 0 | | 58 | 0.211685 | 7 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 14.4655 | 137.901 | 0 | | 59 | 0.371462 | 8 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 5.93457 | 137.91 | 0 | | 60 | 0.379601 | 8 | 0 | wikitext | comb_9 | phi | nlr | 4397.84 | 4699.72 | 5.80342 | 138.191 | 0 | | 61 | 0 | 4 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 62 | 0 | 5 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 63 | 0 | 6 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 64 | 0 | 7 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 65 | 0 | 8 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | | 66 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 20.1097 | 0 | | 0 | 0 | 4 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 1 | 0 | 5 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 2 | 0 | 6 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 3 | 0 | 7 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 4 | 0 | 8 | 0 | librispeech | comb_11 | wav2vec | nlr | 534.743 | 1646.26 | 0 | 43.4503 | 1 | | 5 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 6 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 7 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 8 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 9 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 51.1648 | 1 | | 10 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 53.3104 | 1.27145 | | 11 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 12 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 13 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 14 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 15 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 55.1462 | 1 | | 16 | 0 | 4 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 17 | 0 | 5 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 18 | 0 | 6 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 19 | 0 | 7 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 20 | 0 | 8 | 0 | librispeech | comb_8 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 56.1737 | 1 | | 21 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 22 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 23 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 24 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 25 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | nlr | 535.632 | 1648.36 | 0 | 57.9527 | 1 | | 26 | 0 | 4 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 27 | 0 | 5 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 28 | 0 | 6 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 29 | 0 | 7 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 30 | 0 | 8 | 0 | librispeech | comb_3 | wav2vec | nlr | 534.743 | 1667.24 | 0 | 40.6642 | 1 | | 31 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 32 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 33 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 34 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 35 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | nlr | 368.001 | 1673.53 | 0 | 0.071805 | 1 | | 36 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 33.8622 | 0.0237246 | | 37 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 34.0288 | 0.0239712 | | 38 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4842.32 | 0 | 37.3183 | 0.0236817 | | 39 | 0 | 8 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 52.2159 | 0.0228988 | | 40 | 0 | 7 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 53.2778 | 0.0234569 | | 41 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 55.4562 | 0.0266589 | | 42 | 0 | 4 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 56.9715 | 0.174307 | | 43 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 57.4297 | 0.0249397 | | 44 | 0 | 7 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 59.0306 | 0.024102 | | 45 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 59.5357 | 0.0442644 | | 46 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 60.3061 | 0.0280849 | | 47 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 63.9608 | 0.0238956 | | 48 | 0 | 5 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 65.837 | 0.0268944 | | 49 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4844.42 | 0 | 68.9816 | 0.025841 | | 50 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4863.3 | 0 | 35.2324 | 0.0270506 | | 51 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | nlr | 658.018 | 4863.3 | 0 | 36.067 | 0.0236872 | | 52 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 49.623 | 0.124785 | | 53 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 50.6127 | 0.0257568 | | 54 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 50.845 | 0.0325803 | | 55 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.2982 | 0.0234286 | | 56 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.7569 | 0.0233274 | | 57 | 0 | 6 | 0 | librispeech | comb_15 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 51.8959 | 0.0250713 | | 58 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 52.9696 | 0.0238676 | | 59 | 0 | 5 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 53.8287 | 0.0245153 | | 60 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 60.1737 | 0.0240618 | | 61 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 63.2883 | 0.0288604 | | 62 | 0 | 6 | 0 | librispeech | comb_14 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 65.8315 | 0.0235488 | | 63 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | nlr | 658.907 | 4865.39 | 0 | 70.2986 | 0.0249973 | | 64 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 25.1084 | 0.0239474 | | 0 | 0 | 4 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 1 | 0 | 5 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 2 | 0 | 6 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 3 | 0 | 7 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 4 | 0 | 8 | 0 | imagenet | comb_11 | vit | nlr | 355.972 | 511.705 | 0 | 48.5664 | 0 | | 5 | 0 | 4 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 6 | 0 | 5 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 7 | 0 | 6 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 8 | 0 | 7 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 9 | 0 | 8 | 0 | imagenet | comb_3 | vit | nlr | 355.972 | 511.705 | 0 | 50.9693 | 0 | | 10 | 0.801644 | 8 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.3603 | 0 | | 11 | 0.805755 | 6 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 31.4517 | 0 | | 12 | 0.799589 | 7 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 32.5097 | 0 | | 13 | 0.799589 | 5 | 0 | imagenet | comb_6 | vit | nlr | 356.465 | 511.705 | 0 | 36.9032 | 0 | | 14 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 29.4787 | 0 | | 15 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 30.6794 | 0 | | 16 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 31.5947 | 0 | | 17 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 35.4921 | 0 | | 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 36.4861 | 0 | | 19 | 0 | 4 | 0 | imagenet | comb_15 | vit | nlr | 356.865 | 511.705 | 0 | 48.2981 | 0 | | 20 | 0 | 4 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 21 | 0 | 5 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 22 | 0 | 6 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 23 | 0 | 7 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 24 | 0 | 8 | 0 | imagenet | comb_5 | vit | nlr | 356.865 | 511.705 | 0 | 49.3827 | 0 | | 25 | 0 | 4 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 26 | 0 | 5 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 27 | 0 | 6 | 0 | imagenet | comb_13 | vit | nlr | 356.865 | 511.705 | 0 | 49.5577 | 0 | | 28 | 0 | 4 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 29 | 0 | 5 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 30 | 0 | 6 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 31 | 0 | 7 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 32 | 0 | 8 | 0 | imagenet | comb_8 | vit | nlr | 356.865 | 511.705 | 0 | 59.3293 | 0 | | 33 | 0 | 4 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 34 | 0 | 5 | 0 | imagenet | comb_10 | vit | nlr | 356.865 | 511.705 | 0 | 70.7598 | 0 | | 35 | 0.0769231 | 8 | 0 | imagenet | comb_13 | vit | nlr | 356.867 | 511.705 | 0 | 77.5891 | 0 | | 36 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | nlr | 356.877 | 511.705 | 0 | 46.6618 | 0 | | 37 | 0.394737 | 7 | 0 | imagenet | comb_13 | vit | nlr | 356.899 | 511.705 | 0 | 49.318 | 0 | | 38 | 0 | 4 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 39 | 0 | 5 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 40 | 0 | 6 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 41 | 0 | 7 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 42 | 0 | 8 | 0 | imagenet | comb_0 | vit | nlr | 378.705 | 511.705 | 0 | 78.2565 | 0 | | 43 | 0 | 4 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 44 | 0 | 5 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 45 | 0 | 6 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 46 | 0 | 7 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 47 | 0 | 8 | 0 | imagenet | comb_1 | vit | nlr | 328.271 | 513.802 | 0 | 0.083496 | 0 | | 48 | 0.799589 | 5 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 45.367 | 0 | | 49 | 0.796506 | 5 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 45.702 | 0 | | 50 | 0.787256 | 4 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 46.7125 | 0 | | 51 | 0.789311 | 5 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 47.8618 | 0 | | 52 | 0.797533 | 6 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 47.9498 | 0 | | 53 | 0.802672 | 7 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 48.4779 | 0 | | 54 | 0.801644 | 8 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49 | 0 | | 55 | 0.804728 | 6 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 49.0668 | 0 | | 56 | 0.799589 | 8 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 49.2037 | 0 | | 57 | 0.800617 | 8 | 0 | imagenet | comb_15 | vit | nlr | 357.358 | 513.802 | 0 | 49.3588 | 0 | | 58 | 0.801644 | 5 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 50.7076 | 0 | | 59 | 0.801644 | 6 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.7623 | 0 | | 60 | 0.797533 | 7 | 0 | imagenet | comb_14 | vit | nlr | 357.358 | 513.802 | 0 | 50.8509 | 0 | | 61 | 0.793422 | 4 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 51.5064 | 0 | | 62 | 0.801644 | 7 | 0 | imagenet | comb_16 | vit | nlr | 357.358 | 513.802 | 0 | 51.6201 | 0 | | 63 | 0.800617 | 8 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 51.6618 | 0 | | 64 | 0.802672 | 8 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 52.0654 | 0 | | 65 | 0.800617 | 7 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 54.9291 | 0 | | 66 | 0.800617 | 7 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 55.2512 | 0 | | 67 | 0.804728 | 6 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 56.9223 | 0 | | 68 | 0.8037 | 8 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 57.9464 | 0 | | 69 | 0.800617 | 7 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 58.2658 | 0 | | 70 | 0.797533 | 5 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 59.486 | 0 | | 71 | 0.784173 | 6 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 60.3661 | 0 | | 72 | 0.801644 | 7 | 0 | imagenet | comb_10 | vit | nlr | 357.358 | 513.802 | 0 | 61.9856 | 0 | | 73 | 0.801644 | 8 | 0 | imagenet | comb_9 | vit | nlr | 357.358 | 513.802 | 0 | 66.6812 | 0 | | 74 | 0.802672 | 6 | 0 | imagenet | comb_4 | vit | nlr | 357.358 | 513.802 | 0 | 69.508 | 0 | | 75 | 0.800617 | 6 | 0 | imagenet | comb_17 | vit | nlr | 357.358 | 513.802 | 0 | 79.5153 | 0 | | 76 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 18.1811 | 0 | |