File size: 11,572 Bytes
6c7580c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.2966 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 677.38 | 8.7686 | 37.2247 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.1143 | 55.1377 | 0 | | 2 | 0 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.1143 | 55.1377 | 0 | | 3 | 0 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.1143 | 55.1377 | 0 | | 4 | 0 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.1143 | 55.1377 | 0 | | 5 | 0 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_cos | 670.982 | 840.958 | 1.1143 | 55.1377 | 0 | | 6 | 0.3245 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 840.958 | 7.9188 | 51.3355 | 0 | | 7 | 0.3248 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.9166 | 34.6947 | 0 | | 8 | 0.0032 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1117 | 33.6769 | 0 | | 9 | 0 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1127 | 33.7014 | 0 | | 10 | 0.0016 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1113 | 34.511 | 0 | | 11 | 0.0016 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1134 | 35.9141 | 0 | | 12 | 0.0016 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1105 | 41.6759 | 0 | | 13 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1143 | 43.2371 | 0 | | 14 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1143 | 43.2371 | 0 | | 15 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1143 | 43.2371 | 0 | | 16 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1143 | 43.2371 | 0 | | 17 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_cos | 669.688 | 861.929 | 1.1143 | 43.2371 | 0 | | 18 | 0.3189 | 5 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 8.0896 | 27.8408 | 0 | | 19 | 0.3238 | 6 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.7857 | 32.5988 | 0 | | 20 | 0.3244 | 8 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.9107 | 33.106 | 0 | | 21 | 0.3252 | 7 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 7.9015 | 33.5799 | 0 | | 22 | 0.3069 | 4 | 0 | wikitext | comb_15 | opt | nlr_t_cos | 670.159 | 861.929 | 8.28 | 35.1989 | 0 | | 23 | 0.317 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.2227 | 30.6839 | 0 | | 24 | 0.3211 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.8057 | 31.4614 | 0 | | 25 | 0.3249 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9161 | 35.3711 | 0 | | 26 | 0.2924 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.9034 | 36.6926 | 0 | | 27 | 0.3245 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.9054 | 38.01 | 0 | | 28 | 0.0016 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1091 | 43.123 | 0 | | 29 | 0 | 4 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 45.1884 | 0 | | 30 | 0 | 5 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 45.1884 | 0 | | 31 | 0 | 6 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 45.1884 | 0 | | 32 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1104 | 45.2608 | 0 | | 33 | 0 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1104 | 45.2608 | 0 | | 34 | 0 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1104 | 45.2608 | 0 | | 35 | 0 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1104 | 45.2608 | 0 | | 36 | 0.0127 | 7 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1034 | 47.7275 | 0 | | 37 | 0 | 4 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 53.7807 | 0 | | 38 | 0 | 5 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 53.7807 | 0 | | 39 | 0 | 6 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 670.982 | 861.929 | 1.1151 | 53.7807 | 0 | | 40 | 0.3255 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9118 | 43.3713 | 0 | | 41 | 0.3073 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 8.3152 | 43.5934 | 0 | | 42 | 0.3213 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8031 | 43.7707 | 0 | | 43 | 0.3249 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9278 | 45.9357 | 0 | | 44 | 0.289 | 8 | 0 | wikitext | comb_16 | opt | nlr_t_cos | 671.453 | 861.929 | 9.2263 | 47.9017 | 0 | | 45 | 0.3253 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9308 | 48.0204 | 0 | | 46 | 0.3244 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9408 | 48.1147 | 0 | | 47 | 0.3185 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 8.0651 | 48.6291 | 0 | | 48 | 0.3244 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9163 | 48.7731 | 0 | | 49 | 0.3093 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 8.1976 | 49.0334 | 0 | | 50 | 0.3173 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 8.0241 | 49.0665 | 0 | | 51 | 0.3245 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9176 | 49.3775 | 0 | | 52 | 0.3255 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8984 | 49.6926 | 0 | | 53 | 0.3223 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_cos | 671.453 | 861.929 | 7.7916 | 49.805 | 0 | | 54 | 0.3223 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 7.7974 | 50.0844 | 0 | | 55 | 0.318 | 8 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9519 | 50.978 | 0 | | 56 | 0.3186 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 8.0729 | 52.2013 | 0 | | 57 | 0.3216 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8115 | 52.8322 | 0 | | 58 | 0.324 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9276 | 54.346 | 0 | | 59 | 0.178 | 7 | 0 | wikitext | comb_9 | opt | nlr_t_cos | 671.453 | 861.929 | 19.7972 | 55.1486 | 0 | | 60 | 0.3228 | 8 | 0 | wikitext | comb_1 | opt | nlr_t_cos | 671.453 | 861.929 | 7.9688 | 55.2379 | 0 | | 61 | 0.3245 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_cos | 671.453 | 861.929 | 7.8961 | 55.7749 | 0 | | 62 | 0.3076 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_cos | 671.453 | 861.929 | 8.3183 | 59.3249 | 0 | | 63 | 0 | 4 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.1121 | 0.0719 | 0 | | 64 | 0 | 5 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.1121 | 0.0719 | 0 | | 65 | 0 | 6 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.1121 | 0.0719 | 0 | | 66 | 0 | 7 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.1121 | 0.0719 | 0 | | 67 | 0 | 8 | 0 | wikitext | comb_14 | opt | nlr_t_cos | 477.74 | 968.884 | 1.1121 | 0.0719 | 0 | | 68 | 0.3244 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.9349 | 19.5205 | 0 | |