File size: 11,735 Bytes
0aa75d2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.371564 | 4 | 0 | wikitext | ao_woq | phi | fixed | 1922.31 | 2797.6 | 5.99482 | 29.4775 | 0 | | 1 | 0.380446 | 8 | 0 | wikitext | ao_woq | phi | fixed | 3885.39 | 4292.87 | 5.90714 | 29.1705 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_4 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11298 | 86.6989 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_7 | phi | nlr_t_lin | 4394.01 | 4697.62 | 1.11355 | 114.071 | 0 | | 12 | 0.361331 | 4 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.89352 | 39.3805 | 0 | | 13 | 0.380142 | 8 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.90585 | 39.4236 | 0 | | 14 | 0.378555 | 7 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.89963 | 39.4618 | 0 | | 15 | 0.374907 | 5 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.83375 | 39.5243 | 0 | | 16 | 0.376157 | 6 | 0 | wikitext | comb_15 | phi | nlr_t_lin | 4394.48 | 4697.62 | 5.90821 | 39.6311 | 0 | | 17 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90678 | 62.2623 | 0 | | 18 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 6.48361 | 62.3003 | 0 | | 19 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.96907 | 62.3231 | 0 | | 20 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.9501 | 62.3681 | 0 | | 21 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4697.62 | 5.90345 | 62.4422 | 0 | | 22 | 0 | 4 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | 23 | 0 | 5 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | 24 | 0 | 6 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | 25 | 0 | 7 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.12031 | 109.211 | 0 | | 26 | 0.0126984 | 8 | 0 | wikitext | comb_1 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.38927 | 109.529 | 0 | | 27 | 0.00952381 | 5 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.10413 | 165.53 | 0 | | 28 | 0.0031746 | 7 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.645 | 0 | | 29 | 0.0031746 | 5 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.681 | 0 | | 30 | 0 | 4 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.10686 | 165.709 | 0 | | 31 | 0.0031746 | 6 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.721 | 0 | | 32 | 0.0031746 | 8 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.74 | 0 | | 33 | 0.0031746 | 4 | 0 | wikitext | comb_6 | phi | nlr_t_lin | 4397.37 | 4699.72 | 1.11355 | 165.758 | 0 | | 34 | 0.377744 | 7 | 0 | wikitext | comb_10 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.88305 | 108.606 | 0 | | 35 | 0.36285 | 4 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.9702 | 108.679 | 0 | | 36 | 0.378419 | 8 | 0 | wikitext | comb_10 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92464 | 108.849 | 0 | | 37 | 0.378352 | 7 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.72387 | 108.889 | 0 | | 38 | 0.360047 | 4 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92941 | 108.895 | 0 | | 39 | 0.376562 | 6 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92517 | 108.899 | 0 | | 40 | 0.373286 | 5 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.8815 | 108.901 | 0 | | 41 | 0.378318 | 7 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90683 | 108.919 | 0 | | 42 | 0.377845 | 6 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.92637 | 108.927 | 0 | | 43 | 0.379804 | 8 | 0 | wikitext | comb_18 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90402 | 108.943 | 0 | | 44 | 0.378926 | 7 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.91243 | 108.958 | 0 | | 45 | 0.375144 | 5 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.71038 | 108.972 | 0 | | 46 | 0.366329 | 6 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.05975 | 108.977 | 0 | | 47 | 0.380682 | 8 | 0 | wikitext | comb_12 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89448 | 109.015 | 0 | | 48 | 0.377102 | 8 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.87047 | 109.029 | 0 | | 49 | 0.360453 | 4 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.94376 | 109.052 | 0 | | 50 | 0.373961 | 5 | 0 | wikitext | comb_8 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.75374 | 109.057 | 0 | | 51 | 0.379669 | 8 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89747 | 135.495 | 0 | | 52 | 0.377474 | 6 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89821 | 135.589 | 0 | | 53 | 0.366059 | 4 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.98942 | 135.614 | 0 | | 54 | 0.378453 | 7 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.90972 | 135.649 | 0 | | 55 | 0.374536 | 5 | 0 | wikitext | comb_3 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.87888 | 135.77 | 0 | | 56 | 0.35157 | 7 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.55514 | 165.517 | 0 | | 57 | 0.0840594 | 6 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 25.4964 | 165.559 | 0 | | 58 | 0.377508 | 8 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.8817 | 165.563 | 0 | | 59 | 0.363289 | 4 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.83454 | 165.683 | 0 | | 60 | 0.361635 | 8 | 0 | wikitext | comb_2 | phi | nlr_t_lin | 4397.84 | 4699.72 | 6.07102 | 165.69 | 0 | | 61 | 0.37717 | 7 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.73461 | 165.701 | 0 | | 62 | 0.37234 | 5 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.88021 | 165.72 | 0 | | 63 | 0.377406 | 6 | 0 | wikitext | comb_5 | phi | nlr_t_lin | 4397.84 | 4699.72 | 5.89603 | 165.732 | 0 | | 64 | 0 | 4 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | 65 | 0 | 5 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | 66 | 0 | 6 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | 67 | 0 | 7 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | 68 | 0 | 8 | 0 | wikitext | comb_11 | phi | nlr_t_lin | 3361.68 | 5358.22 | 1.11104 | 1.8521 | 0 | | 69 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 19.0282 | 0 | |