File size: 68,161 Bytes
981247b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:------------|:---------|:----------|:-----------|--------------------:|---------------------:|-------------:|-----------:|----------:| | 0 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.30216 | 19.6928 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.30216 | 19.6928 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.30216 | 19.6928 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_2 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.30216 | 19.6928 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_2 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.30216 | 19.6928 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.10931 | 25.9368 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.10931 | 25.9368 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.10931 | 25.9368 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_10 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.10931 | 25.9368 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_10 | tinyllama | rnd_search | 1895.56 | 2157.97 | 1.10931 | 25.9368 | 0 | | 10 | 0.368018 | 5 | 0 | wikitext | comb_6 | tinyllama | rnd_search | 1896.03 | 2157.97 | 6.96525 | 15.0673 | 0 | | 11 | 0.378588 | 6 | 0 | wikitext | comb_6 | tinyllama | rnd_search | 1896.03 | 2157.97 | 6.50013 | 15.1892 | 0 | | 12 | 0.346977 | 4 | 0 | wikitext | comb_6 | tinyllama | rnd_search | 1896.03 | 2157.97 | 7.64424 | 15.2022 | 0 | | 13 | 0.376528 | 7 | 0 | wikitext | comb_6 | tinyllama | rnd_search | 1896.03 | 2157.97 | 6.65895 | 15.2262 | 0 | | 14 | 0.377136 | 8 | 0 | wikitext | comb_6 | tinyllama | rnd_search | 1896.03 | 2157.97 | 6.60597 | 15.8344 | 0 | | 15 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.2233 | 0 | | 16 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.237 | 0 | | 17 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.293 | 0 | | 18 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.5177 | 0 | | 19 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 17.2497 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.2921 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.2921 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.2921 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.2921 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.2921 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.3366 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.3366 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.3366 | 0 | | 28 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.3366 | 0 | | 29 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.3366 | 0 | | 30 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.4863 | 0 | | 31 | 0 | 5 | 0 | wikitext | comb_12 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.4863 | 0 | | 32 | 0 | 6 | 0 | wikitext | comb_12 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.4863 | 0 | | 33 | 0 | 7 | 0 | wikitext | comb_12 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.4863 | 0 | | 34 | 0 | 8 | 0 | wikitext | comb_12 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.4863 | 0 | | 35 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.11842 | 27.494 | 0 | | 36 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.11842 | 27.494 | 0 | | 37 | 0 | 6 | 0 | wikitext | comb_13 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.11842 | 27.494 | 0 | | 38 | 0 | 7 | 0 | wikitext | comb_13 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.11842 | 27.494 | 0 | | 39 | 0 | 8 | 0 | wikitext | comb_13 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.11842 | 27.494 | 0 | | 40 | 0 | 4 | 0 | wikitext | comb_18 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.5068 | 0 | | 41 | 0 | 5 | 0 | wikitext | comb_18 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.5068 | 0 | | 42 | 0 | 6 | 0 | wikitext | comb_18 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.5068 | 0 | | 43 | 0 | 7 | 0 | wikitext | comb_18 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.5068 | 0 | | 44 | 0 | 8 | 0 | wikitext | comb_18 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 27.5068 | 0 | | 45 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10953 | 27.5601 | 0 | | 46 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10953 | 27.5601 | 0 | | 47 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10953 | 27.5601 | 0 | | 48 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10953 | 27.5601 | 0 | | 49 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10953 | 27.5601 | 0 | | 50 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 34.6402 | 0 | | 51 | 0 | 5 | 0 | wikitext | comb_16 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 34.6402 | 0 | | 52 | 0 | 6 | 0 | wikitext | comb_16 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 34.6402 | 0 | | 53 | 0 | 7 | 0 | wikitext | comb_16 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 34.6402 | 0 | | 54 | 0 | 8 | 0 | wikitext | comb_16 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 34.6402 | 0 | | 55 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.7648 | 0 | | 56 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.7648 | 0 | | 57 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.7648 | 0 | | 58 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.7648 | 0 | | 59 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.7648 | 0 | | 60 | 0 | 4 | 0 | wikitext | comb_8 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9072 | 0 | | 61 | 0 | 5 | 0 | wikitext | comb_8 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9072 | 0 | | 62 | 0 | 6 | 0 | wikitext | comb_8 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9072 | 0 | | 63 | 0 | 7 | 0 | wikitext | comb_8 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9072 | 0 | | 64 | 0 | 8 | 0 | wikitext | comb_8 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9072 | 0 | | 65 | 0 | 4 | 0 | wikitext | comb_5 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9973 | 0 | | 66 | 0 | 5 | 0 | wikitext | comb_5 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9973 | 0 | | 67 | 0 | 6 | 0 | wikitext | comb_5 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9973 | 0 | | 68 | 0 | 7 | 0 | wikitext | comb_5 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9973 | 0 | | 69 | 0 | 8 | 0 | wikitext | comb_5 | tinyllama | rnd_search | 1897.39 | 2160.07 | 1.10931 | 40.9973 | 0 | | 70 | 0.374232 | 8 | 0 | wikitext | comb_11 | tinyllama | rnd_search | 1897.87 | 2160.07 | 6.91896 | 27.8077 | 0 | | 71 | 0.351402 | 7 | 0 | wikitext | comb_11 | tinyllama | rnd_search | 1897.87 | 2160.07 | 7.25636 | 27.8724 | 0 | | 72 | 0 | 4 | 0 | wikitext | comb_7 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.12747 | 0.527124 | 0 | | 73 | 0 | 5 | 0 | wikitext | comb_7 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.12747 | 0.527124 | 0 | | 74 | 0 | 6 | 0 | wikitext | comb_7 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.12747 | 0.527124 | 0 | | 75 | 0 | 7 | 0 | wikitext | comb_7 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.12747 | 0.527124 | 0 | | 76 | 0 | 8 | 0 | wikitext | comb_7 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.12747 | 0.527124 | 0 | | 77 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.11056 | 0.560938 | 0 | | 78 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.11056 | 0.560938 | 0 | | 79 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.11056 | 0.560938 | 0 | | 80 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.11056 | 0.560938 | 0 | | 81 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | rnd_search | 1381.17 | 2487.22 | 1.11056 | 0.560938 | 0 | | 82 | 0 | 4 | 0 | wikitext | comb_17 | tinyllama | rnd_search | 2225.07 | 2747.27 | 1.10931 | 99.8538 | 0 | | 83 | 0 | 5 | 0 | wikitext | comb_17 | tinyllama | rnd_search | 2225.07 | 2747.27 | 1.10931 | 99.8538 | 0 | | 84 | 0 | 6 | 0 | wikitext | comb_17 | tinyllama | rnd_search | 2225.07 | 2747.27 | 1.10931 | 99.8538 | 0 | | 85 | 0 | 7 | 0 | wikitext | comb_17 | tinyllama | rnd_search | 2225.07 | 2747.27 | 1.10931 | 99.8538 | 0 | | 86 | 0 | 8 | 0 | wikitext | comb_17 | tinyllama | rnd_search | 2225.07 | 2747.27 | 1.10931 | 99.8538 | 0 | | 87 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.8666 | 0 | | 0 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.9501 | 51.7334 | 0 | | 1 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90345 | 51.7409 | 0 | | 2 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 6.48361 | 51.7631 | 0 | | 3 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90678 | 51.7981 | 0 | | 4 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.96907 | 51.812 | 0 | | 5 | 0.0031746 | 6 | 0 | wikitext | comb_2 | phi | rnd_search | 4394.01 | 4697.62 | 1.14225 | 71.9764 | 0 | | 6 | 0.0015873 | 5 | 0 | wikitext | comb_2 | phi | rnd_search | 4394.01 | 4697.62 | 1.13276 | 71.9841 | 0 | | 7 | 0.0031746 | 8 | 0 | wikitext | comb_2 | phi | rnd_search | 4394.01 | 4697.62 | 1.14947 | 72.052 | 0 | | 8 | 0.0031746 | 7 | 0 | wikitext | comb_2 | phi | rnd_search | 4394.01 | 4697.62 | 1.15147 | 72.103 | 0 | | 9 | 0 | 4 | 0 | wikitext | comb_2 | phi | rnd_search | 4394.01 | 4697.62 | 1.12245 | 72.1108 | 0 | | 10 | 0.00846561 | 4 | 0 | wikitext | comb_10 | phi | rnd_search | 4394.01 | 4697.62 | 1.17502 | 94.5913 | 0 | | 11 | 0.00846561 | 8 | 0 | wikitext | comb_10 | phi | rnd_search | 4394.01 | 4697.62 | 1.17503 | 94.6472 | 0 | | 12 | 0.00846561 | 5 | 0 | wikitext | comb_10 | phi | rnd_search | 4394.01 | 4697.62 | 1.17502 | 94.7073 | 0 | | 13 | 0.00846561 | 7 | 0 | wikitext | comb_10 | phi | rnd_search | 4394.01 | 4697.62 | 1.17503 | 94.7479 | 0 | | 14 | 0.00846561 | 6 | 0 | wikitext | comb_10 | phi | rnd_search | 4394.01 | 4697.62 | 1.17503 | 95.9226 | 0 | | 15 | 0.378014 | 6 | 0 | wikitext | comb_6 | phi | rnd_search | 4394.48 | 4697.62 | 5.9467 | 32.855 | 0 | | 16 | 0.354103 | 4 | 0 | wikitext | comb_6 | phi | rnd_search | 4394.48 | 4697.62 | 6.47193 | 32.915 | 0 | | 17 | 0.375346 | 5 | 0 | wikitext | comb_6 | phi | rnd_search | 4394.48 | 4697.62 | 5.97109 | 32.9446 | 0 | | 18 | 0.37869 | 7 | 0 | wikitext | comb_6 | phi | rnd_search | 4394.48 | 4697.62 | 5.90247 | 32.9509 | 0 | | 19 | 0.380446 | 8 | 0 | wikitext | comb_6 | phi | rnd_search | 4394.48 | 4697.62 | 5.90713 | 33.0114 | 0 | | 20 | 0.0031746 | 5 | 0 | wikitext | comb_14 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1291 | 0 | | 21 | 0.0031746 | 5 | 0 | wikitext | comb_18 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1307 | 0 | | 22 | 0.0031746 | 6 | 0 | wikitext | comb_14 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1685 | 0 | | 23 | 0.0031746 | 8 | 0 | wikitext | comb_18 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1715 | 0 | | 24 | 0.0031746 | 7 | 0 | wikitext | comb_18 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1769 | 0 | | 25 | 0.0031746 | 8 | 0 | wikitext | comb_12 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1902 | 0 | | 26 | 0.0031746 | 7 | 0 | wikitext | comb_14 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.194 | 0 | | 27 | 0.0031746 | 8 | 0 | wikitext | comb_0 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.1989 | 0 | | 28 | 0.0031746 | 5 | 0 | wikitext | comb_0 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.2158 | 0 | | 29 | 0.0031746 | 4 | 0 | wikitext | comb_0 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.2206 | 0 | | 30 | 0.0031746 | 8 | 0 | wikitext | comb_14 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.2347 | 0 | | 31 | 0 | 4 | 0 | wikitext | comb_12 | phi | rnd_search | 4397.37 | 4699.72 | 1.11366 | 90.2361 | 0 | | 32 | 0 | 5 | 0 | wikitext | comb_12 | phi | rnd_search | 4397.37 | 4699.72 | 1.11366 | 90.2361 | 0 | | 33 | 0 | 6 | 0 | wikitext | comb_12 | phi | rnd_search | 4397.37 | 4699.72 | 1.11366 | 90.2361 | 0 | | 34 | 0.0031746 | 4 | 0 | wikitext | comb_14 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.2514 | 0 | | 35 | 0.0031746 | 7 | 0 | wikitext | comb_12 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.3008 | 0 | | 36 | 0 | 4 | 0 | wikitext | comb_4 | phi | rnd_search | 4397.37 | 4699.72 | 1.11367 | 90.3184 | 0 | | 37 | 0 | 5 | 0 | wikitext | comb_4 | phi | rnd_search | 4397.37 | 4699.72 | 1.11367 | 90.3184 | 0 | | 38 | 0 | 6 | 0 | wikitext | comb_4 | phi | rnd_search | 4397.37 | 4699.72 | 1.11367 | 90.3184 | 0 | | 39 | 0 | 7 | 0 | wikitext | comb_4 | phi | rnd_search | 4397.37 | 4699.72 | 1.11367 | 90.3184 | 0 | | 40 | 0 | 8 | 0 | wikitext | comb_4 | phi | rnd_search | 4397.37 | 4699.72 | 1.11367 | 90.3184 | 0 | | 41 | 0 | 4 | 0 | wikitext | comb_13 | phi | rnd_search | 4397.37 | 4699.72 | 1.1175 | 90.3512 | 0 | | 42 | 0 | 5 | 0 | wikitext | comb_13 | phi | rnd_search | 4397.37 | 4699.72 | 1.1175 | 90.3512 | 0 | | 43 | 0 | 6 | 0 | wikitext | comb_13 | phi | rnd_search | 4397.37 | 4699.72 | 1.1175 | 90.3512 | 0 | | 44 | 0 | 7 | 0 | wikitext | comb_13 | phi | rnd_search | 4397.37 | 4699.72 | 1.1175 | 90.3512 | 0 | | 45 | 0 | 8 | 0 | wikitext | comb_13 | phi | rnd_search | 4397.37 | 4699.72 | 1.1175 | 90.3512 | 0 | | 46 | 0.0238095 | 5 | 0 | wikitext | comb_11 | phi | rnd_search | 4397.37 | 4699.72 | 1.08739 | 90.3617 | 0 | | 47 | 0 | 4 | 0 | wikitext | comb_11 | phi | rnd_search | 4397.37 | 4699.72 | 1.31498 | 90.3661 | 0 | | 48 | 0.0031746 | 7 | 0 | wikitext | comb_0 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.4071 | 0 | | 49 | 0.0031746 | 4 | 0 | wikitext | comb_18 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.4105 | 0 | | 50 | 0.0031746 | 6 | 0 | wikitext | comb_0 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 90.4105 | 0 | | 51 | 0.0031746 | 6 | 0 | wikitext | comb_18 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 91.8674 | 0 | | 52 | 0.0031746 | 8 | 0 | wikitext | comb_16 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 112.356 | 0 | | 53 | 0.0031746 | 5 | 0 | wikitext | comb_16 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 112.373 | 0 | | 54 | 0.0031746 | 7 | 0 | wikitext | comb_16 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 112.473 | 0 | | 55 | 0.0031746 | 6 | 0 | wikitext | comb_16 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 112.62 | 0 | | 56 | 0.0031746 | 6 | 0 | wikitext | comb_9 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.363 | 0 | | 57 | 0 | 4 | 0 | wikitext | comb_9 | phi | rnd_search | 4397.37 | 4699.72 | 1.11553 | 137.378 | 0 | | 58 | 0.0031746 | 5 | 0 | wikitext | comb_9 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.48 | 0 | | 59 | 0.0031746 | 5 | 0 | wikitext | comb_5 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.499 | 0 | | 60 | 0.0031746 | 7 | 0 | wikitext | comb_5 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.51 | 0 | | 61 | 0.0031746 | 4 | 0 | wikitext | comb_5 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.532 | 0 | | 62 | 0.0031746 | 6 | 0 | wikitext | comb_8 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.534 | 0 | | 63 | 0.0031746 | 7 | 0 | wikitext | comb_9 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.555 | 0 | | 64 | 0.0031746 | 8 | 0 | wikitext | comb_9 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.556 | 0 | | 65 | 0.0031746 | 6 | 0 | wikitext | comb_5 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.571 | 0 | | 66 | 0.0031746 | 8 | 0 | wikitext | comb_5 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.632 | 0 | | 67 | 0.0031746 | 4 | 0 | wikitext | comb_8 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.643 | 0 | | 68 | 0.0031746 | 5 | 0 | wikitext | comb_8 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.706 | 0 | | 69 | 0.0031746 | 8 | 0 | wikitext | comb_8 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.726 | 0 | | 70 | 0.0031746 | 7 | 0 | wikitext | comb_8 | phi | rnd_search | 4397.37 | 4699.72 | 1.11355 | 137.897 | 0 | | 71 | 0.368794 | 7 | 0 | wikitext | comb_11 | phi | rnd_search | 4397.84 | 4699.72 | 6.13989 | 90.7574 | 0 | | 72 | 0.323607 | 6 | 0 | wikitext | comb_11 | phi | rnd_search | 4397.84 | 4699.72 | 7.16353 | 90.8107 | 0 | | 73 | 0.378217 | 8 | 0 | wikitext | comb_11 | phi | rnd_search | 4397.84 | 4699.72 | 5.91094 | 90.9112 | 0 | | 74 | 0 | 4 | 0 | wikitext | comb_7 | phi | rnd_search | 3361.68 | 5358.22 | 1.1089 | 1.67691 | 0 | | 75 | 0 | 5 | 0 | wikitext | comb_7 | phi | rnd_search | 3361.68 | 5358.22 | 1.1089 | 1.67691 | 0 | | 76 | 0 | 6 | 0 | wikitext | comb_7 | phi | rnd_search | 3361.68 | 5358.22 | 1.1089 | 1.67691 | 0 | | 77 | 0 | 7 | 0 | wikitext | comb_7 | phi | rnd_search | 3361.68 | 5358.22 | 1.1089 | 1.67691 | 0 | | 78 | 0 | 8 | 0 | wikitext | comb_7 | phi | rnd_search | 3361.68 | 5358.22 | 1.1089 | 1.67691 | 0 | | 79 | 0 | 4 | 0 | wikitext | comb_1 | phi | rnd_search | 3361.68 | 5358.22 | 1.10581 | 1.70392 | 0 | | 80 | 0 | 5 | 0 | wikitext | comb_1 | phi | rnd_search | 3361.68 | 5358.22 | 1.10581 | 1.70392 | 0 | | 81 | 0 | 6 | 0 | wikitext | comb_1 | phi | rnd_search | 3361.68 | 5358.22 | 1.10581 | 1.70392 | 0 | | 82 | 0 | 7 | 0 | wikitext | comb_1 | phi | rnd_search | 3361.68 | 5358.22 | 1.10581 | 1.70392 | 0 | | 83 | 0 | 8 | 0 | wikitext | comb_1 | phi | rnd_search | 3361.68 | 5358.22 | 1.10581 | 1.70392 | 0 | | 84 | 0.0031746 | 6 | 0 | wikitext | comb_17 | phi | rnd_search | 5052.73 | 5880.41 | 1.11355 | 328.459 | 0 | | 85 | 0.0031746 | 8 | 0 | wikitext | comb_17 | phi | rnd_search | 5052.73 | 5880.41 | 1.11355 | 328.492 | 0 | | 86 | 0.0031746 | 5 | 0 | wikitext | comb_17 | phi | rnd_search | 5052.73 | 5880.41 | 1.11355 | 328.572 | 0 | | 87 | 0.0031746 | 4 | 0 | wikitext | comb_17 | phi | rnd_search | 5052.73 | 5880.41 | 1.11355 | 328.608 | 0 | | 88 | 0.0031746 | 7 | 0 | wikitext | comb_17 | phi | rnd_search | 5052.73 | 5880.41 | 1.11355 | 328.698 | 0 | | 89 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 20.5549 | 0 | | 0 | 0 | 4 | 0 | imagenet | comb_2 | vit | rnd_search | 357.021 | 381.682 | 0 | 24.4482 | 0 | | 1 | 0 | 5 | 0 | imagenet | comb_2 | vit | rnd_search | 357.021 | 381.682 | 0 | 24.4482 | 0 | | 2 | 0 | 6 | 0 | imagenet | comb_2 | vit | rnd_search | 357.021 | 381.682 | 0 | 24.4482 | 0 | | 3 | 0 | 7 | 0 | imagenet | comb_2 | vit | rnd_search | 357.021 | 381.682 | 0 | 24.4482 | 0 | | 4 | 0 | 8 | 0 | imagenet | comb_2 | vit | rnd_search | 357.021 | 381.682 | 0 | 24.4482 | 0 | | 5 | 0 | 4 | 0 | imagenet | comb_10 | vit | rnd_search | 357.021 | 381.682 | 0 | 25.0929 | 0 | | 6 | 0 | 5 | 0 | imagenet | comb_10 | vit | rnd_search | 357.021 | 381.682 | 0 | 25.0929 | 0 | | 7 | 0 | 6 | 0 | imagenet | comb_10 | vit | rnd_search | 357.021 | 381.682 | 0 | 25.0929 | 0 | | 8 | 0 | 7 | 0 | imagenet | comb_10 | vit | rnd_search | 357.021 | 381.682 | 0 | 25.0929 | 0 | | 9 | 0 | 8 | 0 | imagenet | comb_10 | vit | rnd_search | 357.021 | 381.682 | 0 | 25.0929 | 0 | | 10 | 0.799589 | 7 | 0 | imagenet | comb_6 | vit | rnd_search | 357.514 | 381.682 | 0 | 27.5247 | 0 | | 11 | 0.790339 | 4 | 0 | imagenet | comb_6 | vit | rnd_search | 357.514 | 381.682 | 0 | 35.7309 | 0 | | 12 | 0.799589 | 5 | 0 | imagenet | comb_6 | vit | rnd_search | 357.514 | 381.682 | 0 | 36.1566 | 0 | | 13 | 0.805755 | 6 | 0 | imagenet | comb_6 | vit | rnd_search | 357.514 | 381.682 | 0 | 41.7828 | 0 | | 14 | 0.801644 | 8 | 0 | imagenet | comb_6 | vit | rnd_search | 357.514 | 381.682 | 0 | 46.243 | 0 | | 15 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 21.1096 | 0 | | 16 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 26.1351 | 0 | | 17 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 42.6371 | 0 | | 18 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 44.5434 | 0 | | 19 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 357.588 | 381.682 | 0 | 81.0387 | 0 | | 20 | 0 | 4 | 0 | imagenet | comb_14 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.1358 | 0 | | 21 | 0 | 5 | 0 | imagenet | comb_14 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.1358 | 0 | | 22 | 0 | 6 | 0 | imagenet | comb_14 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.1358 | 0 | | 23 | 0 | 7 | 0 | imagenet | comb_14 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.1358 | 0 | | 24 | 0 | 8 | 0 | imagenet | comb_14 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.1358 | 0 | | 25 | 0 | 4 | 0 | imagenet | comb_0 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.8388 | 0 | | 26 | 0 | 5 | 0 | imagenet | comb_0 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.8388 | 0 | | 27 | 0 | 6 | 0 | imagenet | comb_0 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.8388 | 0 | | 28 | 0 | 7 | 0 | imagenet | comb_0 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.8388 | 0 | | 29 | 0 | 8 | 0 | imagenet | comb_0 | vit | rnd_search | 357.914 | 381.682 | 0 | 31.8388 | 0 | | 30 | 0 | 4 | 0 | imagenet | comb_12 | vit | rnd_search | 357.914 | 381.682 | 0 | 33.2032 | 0 | | 31 | 0 | 5 | 0 | imagenet | comb_12 | vit | rnd_search | 357.914 | 381.682 | 0 | 33.2032 | 0 | | 32 | 0 | 6 | 0 | imagenet | comb_12 | vit | rnd_search | 357.914 | 381.682 | 0 | 33.2032 | 0 | | 33 | 0 | 7 | 0 | imagenet | comb_12 | vit | rnd_search | 357.914 | 381.682 | 0 | 33.2032 | 0 | | 34 | 0 | 8 | 0 | imagenet | comb_12 | vit | rnd_search | 357.914 | 381.682 | 0 | 33.2032 | 0 | | 35 | 0 | 4 | 0 | imagenet | comb_16 | vit | rnd_search | 357.914 | 381.682 | 0 | 34.1717 | 0 | | 36 | 0 | 5 | 0 | imagenet | comb_16 | vit | rnd_search | 357.914 | 381.682 | 0 | 34.1717 | 0 | | 37 | 0 | 6 | 0 | imagenet | comb_16 | vit | rnd_search | 357.914 | 381.682 | 0 | 34.1717 | 0 | | 38 | 0 | 7 | 0 | imagenet | comb_16 | vit | rnd_search | 357.914 | 381.682 | 0 | 34.1717 | 0 | | 39 | 0 | 8 | 0 | imagenet | comb_16 | vit | rnd_search | 357.914 | 381.682 | 0 | 34.1717 | 0 | | 40 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search | 357.914 | 381.682 | 0 | 36.5021 | 0 | | 41 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search | 357.914 | 381.682 | 0 | 36.5021 | 0 | | 42 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search | 357.914 | 381.682 | 0 | 36.5021 | 0 | | 43 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search | 357.914 | 381.682 | 0 | 36.5021 | 0 | | 44 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search | 357.914 | 381.682 | 0 | 36.5021 | 0 | | 45 | 0 | 4 | 0 | imagenet | comb_8 | vit | rnd_search | 357.914 | 381.682 | 0 | 38.8147 | 0 | | 46 | 0 | 5 | 0 | imagenet | comb_8 | vit | rnd_search | 357.914 | 381.682 | 0 | 38.8147 | 0 | | 47 | 0 | 6 | 0 | imagenet | comb_8 | vit | rnd_search | 357.914 | 381.682 | 0 | 38.8147 | 0 | | 48 | 0 | 7 | 0 | imagenet | comb_8 | vit | rnd_search | 357.914 | 381.682 | 0 | 38.8147 | 0 | | 49 | 0 | 8 | 0 | imagenet | comb_8 | vit | rnd_search | 357.914 | 381.682 | 0 | 38.8147 | 0 | | 50 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3209 | 0 | | 51 | 0 | 4 | 0 | imagenet | comb_13 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3937 | 0 | | 52 | 0 | 5 | 0 | imagenet | comb_13 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3937 | 0 | | 53 | 0 | 6 | 0 | imagenet | comb_13 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3937 | 0 | | 54 | 0 | 7 | 0 | imagenet | comb_13 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3937 | 0 | | 55 | 0 | 8 | 0 | imagenet | comb_13 | vit | rnd_search | 357.914 | 381.682 | 0 | 54.3937 | 0 | | 56 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search | 357.914 | 381.682 | 0 | 56.3639 | 0 | | 57 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search | 357.914 | 381.682 | 0 | 56.3639 | 0 | | 58 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search | 357.914 | 381.682 | 0 | 56.3639 | 0 | | 59 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search | 357.914 | 381.682 | 0 | 56.3639 | 0 | | 60 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search | 357.914 | 381.682 | 0 | 56.3639 | 0 | | 61 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search | 357.914 | 381.682 | 0 | 66.7677 | 0 | | 62 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search | 357.914 | 381.682 | 0 | 66.7677 | 0 | | 63 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search | 357.914 | 381.682 | 0 | 66.7677 | 0 | | 64 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search | 357.914 | 381.682 | 0 | 66.7677 | 0 | | 65 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search | 357.914 | 381.682 | 0 | 66.7677 | 0 | | 66 | 0 | 4 | 0 | imagenet | comb_4 | vit | rnd_search | 357.914 | 381.682 | 0 | 73.4363 | 0 | | 67 | 0 | 5 | 0 | imagenet | comb_4 | vit | rnd_search | 357.914 | 381.682 | 0 | 73.4363 | 0 | | 68 | 0 | 6 | 0 | imagenet | comb_4 | vit | rnd_search | 357.914 | 381.682 | 0 | 73.4363 | 0 | | 69 | 0 | 7 | 0 | imagenet | comb_4 | vit | rnd_search | 357.914 | 381.682 | 0 | 73.4363 | 0 | | 70 | 0 | 8 | 0 | imagenet | comb_4 | vit | rnd_search | 357.914 | 381.682 | 0 | 73.4363 | 0 | | 71 | 0.7852 | 6 | 0 | imagenet | comb_11 | vit | rnd_search | 358.407 | 383.779 | 0 | 32.3474 | 0 | | 72 | 0.662898 | 5 | 0 | imagenet | comb_11 | vit | rnd_search | 358.407 | 383.779 | 0 | 38.4141 | 0 | | 73 | 0.796506 | 8 | 0 | imagenet | comb_11 | vit | rnd_search | 358.407 | 383.779 | 0 | 51.9419 | 0 | | 74 | 0.793422 | 7 | 0 | imagenet | comb_11 | vit | rnd_search | 358.407 | 383.779 | 0 | 53.3432 | 0 | | 75 | 0 | 4 | 0 | imagenet | comb_17 | vit | rnd_search | 378.886 | 398.459 | 0 | 67.9436 | 0 | | 76 | 0 | 5 | 0 | imagenet | comb_17 | vit | rnd_search | 378.886 | 398.459 | 0 | 67.9436 | 0 | | 77 | 0 | 6 | 0 | imagenet | comb_17 | vit | rnd_search | 378.886 | 398.459 | 0 | 67.9436 | 0 | | 78 | 0 | 7 | 0 | imagenet | comb_17 | vit | rnd_search | 378.886 | 398.459 | 0 | 67.9436 | 0 | | 79 | 0 | 8 | 0 | imagenet | comb_17 | vit | rnd_search | 378.886 | 398.459 | 0 | 67.9436 | 0 | | 80 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.115089 | 0 | | 81 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.115089 | 0 | | 82 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.115089 | 0 | | 83 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.115089 | 0 | | 84 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.115089 | 0 | | 85 | 0 | 4 | 0 | imagenet | comb_1 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.116159 | 0 | | 86 | 0 | 5 | 0 | imagenet | comb_1 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.116159 | 0 | | 87 | 0 | 6 | 0 | imagenet | comb_1 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.116159 | 0 | | 88 | 0 | 7 | 0 | imagenet | comb_1 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.116159 | 0 | | 89 | 0 | 8 | 0 | imagenet | comb_1 | vit | rnd_search | 325.228 | 400.556 | 0 | 0.116159 | 0 | | 90 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 52.2689 | 0 | | 0 | 0 | 4 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_2 | opt | rnd_search | 669.688 | 861.929 | 1.10369 | 21.9679 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_search | 669.688 | 861.929 | 1.11433 | 25.2081 | 0 | | 10 | 0.289497 | 4 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 8.90269 | 14.9881 | 0 | | 11 | 0.324823 | 8 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.91657 | 15.0371 | 0 | | 12 | 0.316988 | 5 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 8.22323 | 15.0881 | 0 | | 13 | 0.32131 | 6 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.80169 | 15.1453 | 0 | | 14 | 0.324654 | 7 | 0 | wikitext | comb_6 | opt | rnd_search | 670.159 | 861.929 | 7.90525 | 15.1654 | 0 | | 15 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 18.783 | 0 | | 16 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 18.7843 | 0 | | 17 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 18.7878 | 0 | | 18 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 18.8199 | 0 | | 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 18.8349 | 0 | | 20 | 0 | 4 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 | | 21 | 0 | 5 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 | | 22 | 0 | 6 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 | | 23 | 0 | 7 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 | | 24 | 0 | 8 | 0 | wikitext | comb_4 | opt | rnd_search | 670.982 | 861.929 | 1.11806 | 24.2587 | 0 | | 25 | 0 | 4 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 | | 26 | 0 | 5 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 | | 27 | 0 | 6 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 | | 28 | 0 | 7 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 | | 29 | 0 | 8 | 0 | wikitext | comb_12 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5171 | 0 | | 30 | 0 | 4 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 | | 31 | 0 | 5 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 | | 32 | 0 | 6 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 | | 33 | 0 | 7 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 | | 34 | 0 | 8 | 0 | wikitext | comb_14 | opt | rnd_search | 670.982 | 861.929 | 1.11433 | 24.5941 | 0 | | 35 | 0.313914 | 8 | 0 | wikitext | comb_11 | opt | rnd_search | 671.453 | 861.929 | 8.12033 | 24.2264 | 0 | | 36 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 9.74294 | 0 | | 0 | 0 | 4 | 0 | librispeech | comb_2 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.0428 | 1 | | 1 | 0 | 5 | 0 | librispeech | comb_2 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.0428 | 1 | | 2 | 0 | 6 | 0 | librispeech | comb_2 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.0428 | 1 | | 3 | 0 | 7 | 0 | librispeech | comb_2 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.0428 | 1 | | 4 | 0 | 8 | 0 | librispeech | comb_2 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.0428 | 1 | | 5 | 0 | 4 | 0 | librispeech | comb_10 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.647 | 1 | | 6 | 0 | 5 | 0 | librispeech | comb_10 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.647 | 1 | | 7 | 0 | 6 | 0 | librispeech | comb_10 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.647 | 1 | | 8 | 0 | 7 | 0 | librispeech | comb_10 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.647 | 1 | | 9 | 0 | 8 | 0 | librispeech | comb_10 | wav2vec | rnd_search | 534.743 | 1692.4 | 0 | 19.647 | 1 | | 10 | 0 | 4 | 0 | librispeech | comb_18 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.313 | 1 | | 11 | 0 | 5 | 0 | librispeech | comb_18 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.313 | 1 | | 12 | 0 | 6 | 0 | librispeech | comb_18 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.313 | 1 | | 13 | 0 | 7 | 0 | librispeech | comb_18 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.313 | 1 | | 14 | 0 | 8 | 0 | librispeech | comb_18 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.313 | 1 | | 15 | 0 | 4 | 0 | librispeech | comb_0 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.6003 | 1 | | 16 | 0 | 5 | 0 | librispeech | comb_0 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.6003 | 1 | | 17 | 0 | 6 | 0 | librispeech | comb_0 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.6003 | 1 | | 18 | 0 | 7 | 0 | librispeech | comb_0 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.6003 | 1 | | 19 | 0 | 8 | 0 | librispeech | comb_0 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.6003 | 1 | | 20 | 0 | 4 | 0 | librispeech | comb_13 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.7957 | 1 | | 21 | 0 | 5 | 0 | librispeech | comb_13 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.7957 | 1 | | 22 | 0 | 6 | 0 | librispeech | comb_13 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.7957 | 1 | | 23 | 0 | 7 | 0 | librispeech | comb_13 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.7957 | 1 | | 24 | 0 | 8 | 0 | librispeech | comb_13 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.7957 | 1 | | 25 | 0 | 4 | 0 | librispeech | comb_12 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.8738 | 1 | | 26 | 0 | 5 | 0 | librispeech | comb_12 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.8738 | 1 | | 27 | 0 | 6 | 0 | librispeech | comb_12 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.8738 | 1 | | 28 | 0 | 7 | 0 | librispeech | comb_12 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.8738 | 1 | | 29 | 0 | 8 | 0 | librispeech | comb_12 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 22.8738 | 1 | | 30 | 0 | 4 | 0 | librispeech | comb_4 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 23.3039 | 1 | | 31 | 0 | 5 | 0 | librispeech | comb_4 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 23.3039 | 1 | | 32 | 0 | 6 | 0 | librispeech | comb_4 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 23.3039 | 1 | | 33 | 0 | 7 | 0 | librispeech | comb_4 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 23.3039 | 1 | | 34 | 0 | 8 | 0 | librispeech | comb_4 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 23.3039 | 1 | | 35 | 0 | 4 | 0 | librispeech | comb_14 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.1669 | 1 | | 36 | 0 | 5 | 0 | librispeech | comb_14 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.1669 | 1 | | 37 | 0 | 6 | 0 | librispeech | comb_14 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.1669 | 1 | | 38 | 0 | 7 | 0 | librispeech | comb_14 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.1669 | 1 | | 39 | 0 | 8 | 0 | librispeech | comb_14 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.1669 | 1 | | 40 | 0 | 4 | 0 | librispeech | comb_16 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.6952 | 1 | | 41 | 0 | 5 | 0 | librispeech | comb_16 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.6952 | 1 | | 42 | 0 | 6 | 0 | librispeech | comb_16 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.6952 | 1 | | 43 | 0 | 7 | 0 | librispeech | comb_16 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.6952 | 1 | | 44 | 0 | 8 | 0 | librispeech | comb_16 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 24.6952 | 1 | | 45 | 0 | 4 | 0 | librispeech | comb_5 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.523 | 1 | | 46 | 0 | 5 | 0 | librispeech | comb_5 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.523 | 1 | | 47 | 0 | 6 | 0 | librispeech | comb_5 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.523 | 1 | | 48 | 0 | 7 | 0 | librispeech | comb_5 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.523 | 1 | | 49 | 0 | 8 | 0 | librispeech | comb_5 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.523 | 1 | | 50 | 0 | 4 | 0 | librispeech | comb_8 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.5355 | 1 | | 51 | 0 | 5 | 0 | librispeech | comb_8 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.5355 | 1 | | 52 | 0 | 6 | 0 | librispeech | comb_8 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.5355 | 1 | | 53 | 0 | 7 | 0 | librispeech | comb_8 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.5355 | 1 | | 54 | 0 | 8 | 0 | librispeech | comb_8 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 25.5355 | 1 | | 55 | 0 | 4 | 0 | librispeech | comb_9 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 26.6004 | 1 | | 56 | 0 | 5 | 0 | librispeech | comb_9 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 26.6004 | 1 | | 57 | 0 | 6 | 0 | librispeech | comb_9 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 26.6004 | 1 | | 58 | 0 | 7 | 0 | librispeech | comb_9 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 26.6004 | 1 | | 59 | 0 | 8 | 0 | librispeech | comb_9 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 26.6004 | 1 | | 60 | 0 | 4 | 0 | librispeech | comb_17 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 46.5811 | 1 | | 61 | 0 | 5 | 0 | librispeech | comb_17 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 46.5811 | 1 | | 62 | 0 | 6 | 0 | librispeech | comb_17 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 46.5811 | 1 | | 63 | 0 | 7 | 0 | librispeech | comb_17 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 46.5811 | 1 | | 64 | 0 | 8 | 0 | librispeech | comb_17 | wav2vec | rnd_search | 535.632 | 1692.4 | 0 | 46.5811 | 1 | | 65 | 0 | 4 | 0 | librispeech | comb_1 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.033688 | 1 | | 66 | 0 | 5 | 0 | librispeech | comb_1 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.033688 | 1 | | 67 | 0 | 6 | 0 | librispeech | comb_1 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.033688 | 1 | | 68 | 0 | 7 | 0 | librispeech | comb_1 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.033688 | 1 | | 69 | 0 | 8 | 0 | librispeech | comb_1 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.033688 | 1 | | 70 | 0 | 4 | 0 | librispeech | comb_7 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.03507 | 1 | | 71 | 0 | 5 | 0 | librispeech | comb_7 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.03507 | 1 | | 72 | 0 | 6 | 0 | librispeech | comb_7 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.03507 | 1 | | 73 | 0 | 7 | 0 | librispeech | comb_7 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.03507 | 1 | | 74 | 0 | 8 | 0 | librispeech | comb_7 | wav2vec | rnd_search | 368.001 | 1698.69 | 0 | 0.03507 | 1 | | 75 | 0 | 7 | 0 | librispeech | comb_6 | wav2vec | rnd_search | 658.018 | 4888.46 | 0 | 17.8532 | 0.0237246 | | 76 | 0 | 4 | 0 | librispeech | comb_6 | wav2vec | rnd_search | 658.018 | 4888.46 | 0 | 18.1688 | 0.0270506 | | 77 | 0 | 5 | 0 | librispeech | comb_6 | wav2vec | rnd_search | 658.018 | 4888.46 | 0 | 18.9162 | 0.0236872 | | 78 | 0 | 6 | 0 | librispeech | comb_6 | wav2vec | rnd_search | 658.018 | 4888.46 | 0 | 19.3698 | 0.0236817 | | 79 | 0 | 8 | 0 | librispeech | comb_6 | wav2vec | rnd_search | 658.018 | 4888.46 | 0 | 19.4063 | 0.0239712 | | 80 | 0 | 5 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4890.56 | 0 | 19.1491 | 0.0237326 | | 81 | 0 | 7 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4890.56 | 0 | 19.3521 | 0.023608 | | 82 | 0 | 8 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4890.56 | 0 | 19.88 | 0.0239495 | | 83 | 0 | 6 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4890.56 | 0 | 20.2276 | 0.0234031 | | 84 | 0 | 4 | 0 | librispeech | woq | wav2vec | fixed | 658.093 | 4890.56 | 0 | 21.0534 | 0.0268908 | | 85 | 0 | 32 | 0 | librispeech | base | wav2vec | ---- | 1564.77 | 5620.37 | 0 | 39.255 | 0.0239474 | |