File size: 19,487 Bytes
47fe8ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |----:|-----------:|-------:|-------:|:----------|:----------|:----------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 18.5532 | 0 | | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.4471 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | | 12 | 0.377676 | 6 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.69982 | 15.0213 | 0 | | 13 | 0.374367 | 7 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.75538 | 15.371 | 0 | | 14 | 0.339919 | 4 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 7.79867 | 15.3727 | 0 | | 15 | 0.377001 | 8 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.66118 | 15.4658 | 0 | | 16 | 0.364674 | 5 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 7.09949 | 15.6564 | 0 | | 17 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 15.4887 | 0 | | 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.2859 | 0 | | 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.5875 | 0 | | 20 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.6172 | 0 | | 21 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.6937 | 0 | | 22 | 0.0031746 | 7 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11371 | 27.2391 | 0 | | 23 | 0.0142857 | 6 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.14843 | 27.2963 | 0 | | 24 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11658 | 27.2994 | 0 | | 25 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11658 | 27.2994 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | | 31 | 0 | 4 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | | 32 | 0 | 5 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | | 33 | 0 | 6 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | | 34 | 0 | 7 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | | 35 | 0 | 8 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | | 36 | 0.37744 | 6 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.72135 | 27.5513 | 0 | | 37 | 0.339277 | 4 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.81935 | 27.5727 | 0 | | 38 | 0.379264 | 6 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.6866 | 27.5913 | 0 | | 39 | 0.259102 | 8 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 11.2002 | 27.6232 | 0 | | 40 | 0.374367 | 7 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74798 | 27.633 | 0 | | 41 | 0.3769 | 7 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.71202 | 27.6521 | 0 | | 42 | 0.376562 | 6 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.67541 | 27.6626 | 0 | | 43 | 0.210875 | 4 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 14.467 | 27.6724 | 0 | | 44 | 0.366599 | 5 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09239 | 27.6876 | 0 | | 45 | 0.377204 | 6 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.69345 | 27.7138 | 0 | | 46 | 0.376359 | 8 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.65789 | 27.7329 | 0 | | 47 | 0.375346 | 8 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.66211 | 27.7347 | 0 | | 48 | 0.376866 | 8 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.63199 | 27.752 | 0 | | 49 | 0.377271 | 7 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.71373 | 27.7642 | 0 | | 50 | 0.376123 | 7 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74175 | 27.813 | 0 | | 51 | 0.366093 | 5 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09658 | 27.8831 | 0 | | 52 | 0.342384 | 4 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.77852 | 27.9012 | 0 | | 53 | 0.37619 | 8 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.64042 | 27.9076 | 0 | | 54 | 0.365181 | 5 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09523 | 28.0643 | 0 | | 55 | 0.36741 | 5 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.08422 | 28.0768 | 0 | | 56 | 0.376765 | 8 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.63078 | 34.8016 | 0 | | 57 | 0.374637 | 7 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74299 | 34.9581 | 0 | | 58 | 0.337589 | 4 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.91026 | 35.015 | 0 | | 59 | 0.377643 | 6 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.70463 | 35.0178 | 0 | | 60 | 0.36535 | 5 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.11332 | 35.1656 | 0 | | 61 | 0 | 8 | 0 | wikitext | comb_9_t | tinyllama | rnd_search_t_lin | 1904.15 | 2174.75 | 1.10931 | 26.0487 | 0 | | 62 | 0 | 8 | 0 | wikitext | comb_18_t | tinyllama | rnd_search_t_lin | 1904.08 | 2178.94 | 1.1087 | 19.8229 | 0 | | 63 | 0.408004 | 4 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 5.47701 | 15.4063 | 0 | | 64 | 0.469335 | 6 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.71759 | 15.5164 | 0 | | 65 | 0.450118 | 8 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.89973 | 15.6758 | 0 | | 66 | 0.466768 | 7 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.63022 | 15.9879 | 0 | | 67 | 0.461939 | 5 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 4.27005 | 17.0914 | 0 | | 68 | 0.467849 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.79505 | 16.4003 | 0 | | 69 | 0.45667 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.827 | 16.6168 | 0 | | 70 | 0.454407 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.4038 | 16.6649 | 0 | | 71 | 0.467004 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.66636 | 16.7238 | 0 | | 72 | 0.393651 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.7205 | 17.4753 | 0 | | 73 | 0.125363 | 8 | 0 | wikitext | comb_7_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 38.9221 | 27.4904 | 0 | | 74 | 0.125464 | 6 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 22.969 | 27.5753 | 0 | | 75 | 0.125498 | 7 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 23.1238 | 27.6011 | 0 | | 76 | 0.460317 | 5 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.2551 | 27.6194 | 0 | | 77 | 0.125464 | 8 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 24.0896 | 27.6408 | 0 | | 78 | 0.125262 | 8 | 0 | wikitext | comb_3_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 38.6532 | 27.6682 | 0 | | 79 | 0.468254 | 6 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76292 | 27.6777 | 0 | | 80 | 0.464235 | 6 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.8095 | 27.6797 | 0 | | 81 | 0.454407 | 8 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.87197 | 27.6832 | 0 | | 82 | 0.459169 | 7 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.80841 | 27.6917 | 0 | | 83 | 0.458663 | 5 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.15748 | 27.6953 | 0 | | 84 | 0.471158 | 7 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.72213 | 27.7173 | 0 | | 85 | 0.452212 | 8 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.84068 | 27.7331 | 0 | | 86 | 0.468186 | 8 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.8505 | 27.7351 | 0 | | 87 | 0.125464 | 5 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 23.3363 | 27.7425 | 0 | | 88 | 0.483823 | 8 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.7102 | 27.7504 | 0 | | 89 | 0.408848 | 4 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.49275 | 27.7684 | 0 | | 90 | 0.471834 | 6 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76486 | 27.7814 | 0 | | 91 | 0.467477 | 6 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.72312 | 27.7901 | 0 | | 92 | 0.45434 | 5 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.36141 | 27.7965 | 0 | | 93 | 0.429146 | 4 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.3281 | 27.8117 | 0 | | 94 | 0.462276 | 7 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.74878 | 27.8132 | 0 | | 95 | 0.409693 | 4 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.56597 | 27.8271 | 0 | | 96 | 0.45613 | 5 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.10934 | 27.8508 | 0 | | 97 | 0.466025 | 7 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76803 | 27.8637 | 0 | | 98 | 0.459777 | 5 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.24968 | 34.9395 | 0 | | 99 | 0.405471 | 4 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.54325 | 34.9594 | 0 | | 100 | 0.473489 | 7 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.57501 | 34.9601 | 0 | | 101 | 0.467004 | 8 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.83233 | 35.095 | 0 | | 102 | 0.475785 | 6 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.69308 | 35.7321 | 0 | | 103 | 0 | 4 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | | 104 | 0 | 5 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | | 105 | 0 | 6 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | | 106 | 0 | 7 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | | 107 | 0 | 8 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | | 108 | 0 | 8 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_lin | 1389.69 | 2499.81 | 1.11956 | 0.513876 | 0 | | 109 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.6029 | 0 | |