| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.2966 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 715.129 | 8.7686 | 36.7893 | 0 | | |
| | 1 | 0.3248 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.9166 | 34.1304 | 0 | | |
| | 2 | 0.0016 | 5 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1134 | 32.9425 | 0 | | |
| | 3 | 0.0016 | 7 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1113 | 36.9313 | 0 | | |
| | 4 | 0 | 4 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1143 | 37.7132 | 0 | | |
| | 5 | 0 | 5 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1143 | 37.7132 | 0 | | |
| | 6 | 0 | 6 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1143 | 37.7132 | 0 | | |
| | 7 | 0 | 7 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1143 | 37.7132 | 0 | | |
| | 8 | 0 | 8 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1143 | 37.7132 | 0 | | |
| | 9 | 0 | 4 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1127 | 38.0427 | 0 | | |
| | 10 | 0.0016 | 8 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1105 | 38.4184 | 0 | | |
| | 11 | 0.0032 | 6 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.1117 | 39.3696 | 0 | | |
| | 12 | 0.3244 | 8 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.9108 | 27.7155 | 0 | | |
| | 13 | 0.3251 | 7 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.9015 | 28.3365 | 0 | | |
| | 14 | 0.3186 | 5 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 8.0901 | 31.9033 | 0 | | |
| | 15 | 0.3069 | 4 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 8.2801 | 31.9991 | 0 | | |
| | 16 | 0.3238 | 6 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.7854 | 32.964 | 0 | | |
| | 17 | 0.3211 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.8057 | 29.6552 | 0 | | |
| | 18 | 0.2924 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.9034 | 34.5714 | 0 | | |
| | 19 | 0.3249 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9161 | 36.2537 | 0 | | |
| | 20 | 0.3245 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9054 | 36.4442 | 0 | | |
| | 21 | 0.317 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.2227 | 37.8702 | 0 | | |
| | 22 | 0 | 4 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1167 | 43.067 | 0 | | |
| | 23 | 0 | 5 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1167 | 43.067 | 0 | | |
| | 24 | 0 | 6 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1167 | 43.067 | 0 | | |
| | 25 | 0 | 7 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1167 | 43.067 | 0 | | |
| | 26 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1073 | 47.1358 | 0 | | |
| | 27 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1073 | 47.1358 | 0 | | |
| | 28 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1073 | 47.1358 | 0 | | |
| | 29 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1073 | 47.1358 | 0 | | |
| | 30 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1073 | 47.1358 | 0 | | |
| | 31 | 0 | 4 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1151 | 48.3165 | 0 | | |
| | 32 | 0 | 5 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1151 | 48.3165 | 0 | | |
| | 33 | 0 | 6 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1151 | 48.3165 | 0 | | |
| | 34 | 0.0127 | 7 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1034 | 49.092 | 0 | | |
| | 35 | 0.0048 | 8 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1102 | 52.5753 | 0 | | |
| | 36 | 0 | 4 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1152 | 53.3339 | 0 | | |
| | 37 | 0 | 5 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1152 | 53.3339 | 0 | | |
| | 38 | 0 | 6 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1152 | 53.3339 | 0 | | |
| | 39 | 0 | 4 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1143 | 57.8692 | 0 | | |
| | 40 | 0 | 5 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1143 | 57.8692 | 0 | | |
| | 41 | 0 | 6 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1143 | 57.8692 | 0 | | |
| | 42 | 0 | 7 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1143 | 57.8692 | 0 | | |
| | 43 | 0 | 8 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.1143 | 57.8692 | 0 | | |
| | 44 | 0.3244 | 7 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9408 | 43.2144 | 0 | | |
| | 45 | 0.3175 | 6 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8585 | 43.3305 | 0 | | |
| | 46 | 0.3223 | 8 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0273 | 43.5523 | 0 | | |
| | 47 | 0.3255 | 7 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9118 | 43.9642 | 0 | | |
| | 48 | 0.3253 | 7 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9308 | 44.0767 | 0 | | |
| | 49 | 0.3245 | 8 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8965 | 44.2362 | 0 | | |
| | 50 | 0.2886 | 8 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 671.453 | 861.929 | 9.2377 | 44.3232 | 0 | | |
| | 51 | 0.3192 | 5 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0608 | 46.1218 | 0 | | |
| | 52 | 0.3078 | 4 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.2524 | 46.1797 | 0 | | |
| | 53 | 0.3249 | 7 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9278 | 46.2294 | 0 | | |
| | 54 | 0.3223 | 6 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.7916 | 48.0802 | 0 | | |
| | 55 | 0.3093 | 4 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.1976 | 48.4868 | 0 | | |
| | 56 | 0.3073 | 4 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.3152 | 48.5028 | 0 | | |
| | 57 | 0.3092 | 4 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.2007 | 48.745 | 0 | | |
| | 58 | 0.3213 | 6 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8031 | 50.2987 | 0 | | |
| | 59 | 0.3205 | 6 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8049 | 50.3147 | 0 | | |
| | 60 | 0.318 | 8 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9519 | 50.4425 | 0 | | |
| | 61 | 0.3245 | 8 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9188 | 50.5848 | 0 | | |
| | 62 | 0.3244 | 8 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9163 | 50.9425 | 0 | | |
| | 63 | 0.3216 | 6 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8115 | 51.425 | 0 | | |
| | 64 | 0.3223 | 6 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.7974 | 51.7801 | 0 | | |
| | 65 | 0.3245 | 8 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9177 | 53.0365 | 0 | | |
| | 66 | 0.324 | 8 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9276 | 53.3502 | 0 | | |
| | 67 | 0.3183 | 5 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0426 | 53.73 | 0 | | |
| | 68 | 0.3055 | 4 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.345 | 54.1532 | 0 | | |
| | 69 | 0.3186 | 5 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0729 | 54.2266 | 0 | | |
| | 70 | 0.3172 | 5 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0831 | 54.2996 | 0 | | |
| | 71 | 0.3255 | 7 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.8984 | 54.9167 | 0 | | |
| | 72 | 0.3185 | 5 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0651 | 56.8694 | 0 | | |
| | 73 | 0.3076 | 4 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.3183 | 57.0172 | 0 | | |
| | 74 | 0.1782 | 7 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 671.453 | 861.929 | 19.7848 | 57.5538 | 0 | | |
| | 75 | 0.3212 | 7 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0067 | 59.0059 | 0 | | |
| | 76 | 0.3173 | 5 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0241 | 90.1758 | 0 | | |
| | 77 | 0 | 4 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1112 | 0.06 | 0 | | |
| | 78 | 0 | 5 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1112 | 0.06 | 0 | | |
| | 79 | 0 | 6 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1112 | 0.06 | 0 | | |
| | 80 | 0 | 7 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1112 | 0.06 | 0 | | |
| | 81 | 0 | 8 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1112 | 0.06 | 0 | | |
| | 82 | 0 | 4 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1119 | 0.063 | 0 | | |
| | 83 | 0 | 5 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1119 | 0.063 | 0 | | |
| | 84 | 0 | 6 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1119 | 0.063 | 0 | | |
| | 85 | 0 | 7 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1119 | 0.063 | 0 | | |
| | 86 | 0 | 8 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.1119 | 0.063 | 0 | | |
| | 87 | 0.3244 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.9349 | 23.8441 | 0 | |