| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.2966 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 752.878 | 8.7686 | 45.9756 | 0 | | |
| | 1 | 0.317 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 840.958 | 8.2227 | 35.3694 | 0 | | |
| | 2 | 0.3248 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.9166 | 37.0463 | 0 | | |
| | 3 | 0.0016 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1113 | 45.5562 | 0 | | |
| | 4 | 0.0032 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1117 | 46.6564 | 0 | | |
| | 5 | 0.0016 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1134 | 49.8943 | 0 | | |
| | 6 | 0 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1143 | 54.053 | 0 | | |
| | 7 | 0 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1143 | 54.053 | 0 | | |
| | 8 | 0 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1143 | 54.053 | 0 | | |
| | 9 | 0 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1143 | 54.053 | 0 | | |
| | 10 | 0 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1143 | 54.053 | 0 | | |
| | 11 | 0.0016 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1105 | 54.2307 | 0 | | |
| | 12 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.1127 | 57.1466 | 0 | | |
| | 13 | 0.3225 | 6 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.7707 | 35.7041 | 0 | | |
| | 14 | 0.3243 | 8 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.8974 | 36.0959 | 0 | | |
| | 15 | 0.3077 | 4 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.2666 | 39.4359 | 0 | | |
| | 16 | 0.3187 | 5 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.0782 | 47.6506 | 0 | | |
| | 17 | 0.3251 | 7 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.888 | 51.1622 | 0 | | |
| | 18 | 0.3211 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.8057 | 37.2339 | 0 | | |
| | 19 | 0.3245 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9054 | 40.1216 | 0 | | |
| | 20 | 0.3249 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9161 | 45.8383 | 0 | | |
| | 21 | 0.2924 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.9034 | 50.9998 | 0 | | |
| | 22 | 0.0048 | 6 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.125 | 64.1422 | 0 | | |
| | 23 | 0.0016 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1034 | 65.3297 | 0 | | |
| | 24 | 0 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1229 | 66.2721 | 0 | | |
| | 25 | 0 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1229 | 66.2721 | 0 | | |
| | 26 | 0 | 4 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1244 | 67.0587 | 0 | | |
| | 27 | 0 | 5 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1244 | 67.0587 | 0 | | |
| | 28 | 0 | 4 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1148 | 67.3742 | 0 | | |
| | 29 | 0 | 5 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1148 | 67.3742 | 0 | | |
| | 30 | 0 | 6 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1148 | 67.3742 | 0 | | |
| | 31 | 0 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1148 | 67.3742 | 0 | | |
| | 32 | 0.0016 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1092 | 75.9287 | 0 | | |
| | 33 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1143 | 76.5948 | 0 | | |
| | 34 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1143 | 76.5948 | 0 | | |
| | 35 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1143 | 76.5948 | 0 | | |
| | 36 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1143 | 76.5948 | 0 | | |
| | 37 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.1143 | 76.5948 | 0 | | |
| | 38 | 0.0219 | 7 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.993 | 861.929 | 1.2106 | 73.0074 | 0 | | |
| | 39 | 0.3187 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.0449 | 47.6752 | 0 | | |
| | 40 | 0.3197 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.027 | 52.3633 | 0 | | |
| | 41 | 0.3082 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.2417 | 54.1999 | 0 | | |
| | 42 | 0.3206 | 6 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8387 | 55.804 | 0 | | |
| | 43 | 0.3081 | 4 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.3448 | 58.1541 | 0 | | |
| | 44 | 0.3218 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8087 | 58.1924 | 0 | | |
| | 45 | 0.3172 | 5 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.1683 | 59.5216 | 0 | | |
| | 46 | 0.2743 | 8 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 671.453 | 861.929 | 10.4434 | 63.0212 | 0 | | |
| | 47 | 0.3248 | 7 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9116 | 63.4907 | 0 | | |
| | 48 | 0.3084 | 4 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.2961 | 63.6176 | 0 | | |
| | 49 | 0.3207 | 6 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8057 | 63.7373 | 0 | | |
| | 50 | 0.3081 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.3008 | 63.9972 | 0 | | |
| | 51 | 0.3089 | 4 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.2808 | 65.6922 | 0 | | |
| | 52 | 0.3202 | 5 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.0265 | 65.8635 | 0 | | |
| | 53 | 0.3198 | 5 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.0358 | 66.6166 | 0 | | |
| | 54 | 0.3243 | 8 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8938 | 68.1824 | 0 | | |
| | 55 | 0.3245 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9128 | 68.5291 | 0 | | |
| | 56 | 0.3171 | 5 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.1722 | 69.38 | 0 | | |
| | 57 | 0.3091 | 4 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.2426 | 69.7843 | 0 | | |
| | 58 | 0.3231 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.7945 | 70.0568 | 0 | | |
| | 59 | 0.3258 | 8 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.932 | 71.2691 | 0 | | |
| | 60 | 0.3251 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9049 | 73.7665 | 0 | | |
| | 61 | 0.3247 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8981 | 73.8186 | 0 | | |
| | 62 | 0.3249 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9159 | 75.4287 | 0 | | |
| | 63 | 0.1988 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 14.0937 | 75.4972 | 0 | | |
| | 64 | 0.3249 | 7 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9125 | 77.865 | 0 | | |
| | 65 | 0.3246 | 8 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9271 | 78.3415 | 0 | | |
| | 66 | 0.3218 | 6 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8182 | 78.5145 | 0 | | |
| | 67 | 0.3248 | 7 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9156 | 81.9213 | 0 | | |
| | 68 | 0.3184 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9406 | 82.4197 | 0 | | |
| | 69 | 0.3252 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9215 | 84.7991 | 0 | | |
| | 70 | 0.3253 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9324 | 85.3147 | 0 | | |
| | 71 | 0.3202 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8044 | 85.6139 | 0 | | |
| | 72 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.1179 | 0 | | |
| | 73 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.1179 | 0 | | |
| | 74 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.1179 | 0 | | |
| | 75 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.1179 | 0 | | |
| | 76 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.1179 | 0 | | |
| | 77 | 0.3244 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.9349 | 27.7237 | 0 | |