| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |----:|-----------:|-------:|-------:|:----------|:----------|:----------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 18.4213 | 0 | | |
| | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.54 | 0 | | |
| | 2 | 0 | 4 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.8207 | 0 | | |
| | 3 | 0 | 5 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.8207 | 0 | | |
| | 4 | 0 | 6 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.8207 | 0 | | |
| | 5 | 0 | 7 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.8207 | 0 | | |
| | 6 | 0 | 8 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.8207 | 0 | | |
| | 7 | 0 | 4 | 0 | wikitext | comb_5 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.10931 | 26.1773 | 0 | | |
| | 8 | 0 | 5 | 0 | wikitext | comb_5 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.10931 | 26.1773 | 0 | | |
| | 9 | 0 | 6 | 0 | wikitext | comb_5 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.10931 | 26.1773 | 0 | | |
| | 10 | 0 | 7 | 0 | wikitext | comb_5 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.10931 | 26.1773 | 0 | | |
| | 11 | 0 | 8 | 0 | wikitext | comb_5 | tinyllama | rnd_search_t_cos | 1895.56 | 2157.97 | 1.10931 | 26.1773 | 0 | | |
| | 12 | 0.349274 | 5 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_cos | 1896.03 | 2157.97 | 7.59441 | 14.8045 | 0 | | |
| | 13 | 0.374806 | 6 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_cos | 1896.03 | 2157.97 | 6.82062 | 15.0946 | 0 | | |
| | 14 | 0.373691 | 7 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_cos | 1896.03 | 2157.97 | 6.75124 | 15.1294 | 0 | | |
| | 15 | 0.325295 | 4 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_cos | 1896.03 | 2157.97 | 8.29239 | 15.2663 | 0 | | |
| | 16 | 0.37663 | 8 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_cos | 1896.03 | 2157.97 | 6.64881 | 15.6105 | 0 | | |
| | 17 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 15.9272 | 0 | | |
| | 18 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.6878 | 0 | | |
| | 19 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.8067 | 0 | | |
| | 20 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 66.0588 | 0 | | |
| | 21 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 67.418 | 0 | | |
| | 22 | 0 | 4 | 0 | wikitext | comb_12 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.14539 | 27.5638 | 0 | | |
| | 23 | 0 | 5 | 0 | wikitext | comb_12 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.14539 | 27.5638 | 0 | | |
| | 24 | 0 | 6 | 0 | wikitext | comb_12 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.14539 | 27.5638 | 0 | | |
| | 25 | 0 | 4 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.1099 | 27.5703 | 0 | | |
| | 26 | 0 | 5 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.1099 | 27.5703 | 0 | | |
| | 27 | 0 | 6 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.1099 | 27.5703 | 0 | | |
| | 28 | 0 | 7 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.1099 | 27.5703 | 0 | | |
| | 29 | 0 | 8 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.1099 | 27.5703 | 0 | | |
| | 30 | 0.00476191 | 7 | 0 | wikitext | comb_12 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.10916 | 27.5922 | 0 | | |
| | 31 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.11634 | 27.6982 | 0 | | |
| | 32 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.11634 | 27.6982 | 0 | | |
| | 33 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.11634 | 27.6982 | 0 | | |
| | 34 | 0 | 7 | 0 | wikitext | comb_10 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.11634 | 27.6982 | 0 | | |
| | 35 | 0 | 8 | 0 | wikitext | comb_10 | tinyllama | rnd_search_t_cos | 1897.39 | 2160.07 | 1.11634 | 27.6982 | 0 | | |
| | 36 | 0.375144 | 6 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.78739 | 27.7909 | 0 | | |
| | 37 | 0.376157 | 8 | 0 | wikitext | comb_4 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.63032 | 27.8141 | 0 | | |
| | 38 | 0.373455 | 6 | 0 | wikitext | comb_4 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.79635 | 27.8201 | 0 | | |
| | 39 | 0.262546 | 8 | 0 | wikitext | comb_12 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 11.5132 | 27.8406 | 0 | | |
| | 40 | 0.348396 | 5 | 0 | wikitext | comb_4 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 7.64742 | 27.848 | 0 | | |
| | 41 | 0.372712 | 7 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.719 | 27.8874 | 0 | | |
| | 42 | 0.37511 | 7 | 0 | wikitext | comb_6 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.76598 | 27.8973 | 0 | | |
| | 43 | 0.357177 | 5 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 7.30061 | 27.8986 | 0 | | |
| | 44 | 0.328065 | 4 | 0 | wikitext | comb_6 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 8.2341 | 27.9194 | 0 | | |
| | 45 | 0.320804 | 4 | 0 | wikitext | comb_4 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 8.38679 | 27.9351 | 0 | | |
| | 46 | 0.313137 | 4 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 8.78894 | 27.9564 | 0 | | |
| | 47 | 0.374637 | 6 | 0 | wikitext | comb_6 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.82247 | 27.9854 | 0 | | |
| | 48 | 0.372239 | 7 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.78734 | 27.9861 | 0 | | |
| | 49 | 0.374975 | 6 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.80514 | 28.0165 | 0 | | |
| | 50 | 0.323607 | 4 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 8.3285 | 28.0205 | 0 | | |
| | 51 | 0.375008 | 8 | 0 | wikitext | comb_6 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.66499 | 28.0375 | 0 | | |
| | 52 | 0.374367 | 8 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.70024 | 28.0461 | 0 | | |
| | 53 | 0.354711 | 5 | 0 | wikitext | comb_6 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 7.37071 | 28.0995 | 0 | | |
| | 54 | 0.373658 | 6 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.78763 | 35.1603 | 0 | | |
| | 55 | 0.320567 | 4 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 8.46719 | 35.2066 | 0 | | |
| | 56 | 0.374569 | 7 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.77103 | 35.209 | 0 | | |
| | 57 | 0.347349 | 5 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 7.64657 | 35.2125 | 0 | | |
| | 58 | 0.376663 | 8 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.64292 | 35.4467 | 0 | | |
| | 59 | 0.374569 | 7 | 0 | wikitext | comb_4 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.72045 | 74.0978 | 0 | | |
| | 60 | 0.376832 | 8 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 6.65195 | 93.1189 | 0 | | |
| | 61 | 0.352752 | 5 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_cos | 1897.87 | 2160.07 | 7.49946 | 93.7502 | 0 | | |
| | 62 | 0 | 8 | 0 | wikitext | comb_5_t | tinyllama | rnd_search_t_cos | 1904.15 | 2174.75 | 1.10931 | 26.1865 | 0 | | |
| | 63 | 0.0421245 | 8 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_cos | 1904.1 | 2178.94 | 1.29853 | 19.8359 | 0 | | |
| | 64 | 0.471699 | 6 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_cos | 1904.55 | 2178.94 | 3.72891 | 14.5562 | 0 | | |
| | 65 | 0.397366 | 4 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_cos | 1904.55 | 2178.94 | 5.70108 | 15.0571 | 0 | | |
| | 66 | 0.454272 | 5 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_cos | 1904.55 | 2178.94 | 4.30477 | 15.3479 | 0 | | |
| | 67 | 0.469368 | 7 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_cos | 1904.55 | 2178.94 | 3.61457 | 15.6716 | 0 | | |
| | 68 | 0.439311 | 8 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_cos | 1904.55 | 2178.94 | 3.97245 | 47.7072 | 0 | | |
| | 69 | 0.445221 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.92496 | 15.9567 | 0 | | |
| | 70 | 0.470753 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.66021 | 16.3487 | 0 | | |
| | 71 | 0.452854 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.42483 | 16.3661 | 0 | | |
| | 72 | 0.461297 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.77992 | 16.8709 | 0 | | |
| | 73 | 0.396488 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.7616 | 65.8567 | 0 | | |
| | 74 | 0.015873 | 8 | 0 | wikitext | comb_10_t | tinyllama | rnd_search_t_cos | 1905.92 | 2181.04 | 1.14772 | 27.826 | 0 | | |
| | 75 | 0.131543 | 6 | 0 | wikitext | comb_12_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 23.6801 | 27.7358 | 0 | | |
| | 76 | 0.125464 | 8 | 0 | wikitext | comb_12_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 23.3992 | 27.7581 | 0 | | |
| | 77 | 0.474907 | 6 | 0 | wikitext | comb_6_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.74673 | 27.7696 | 0 | | |
| | 78 | 0.125464 | 7 | 0 | wikitext | comb_12_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 21.6558 | 27.8162 | 0 | | |
| | 79 | 0.402736 | 4 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 5.60915 | 27.8233 | 0 | | |
| | 80 | 0.441675 | 8 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.00172 | 27.8398 | 0 | | |
| | 81 | 0.467646 | 6 | 0 | wikitext | comb_4_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.81164 | 27.8434 | 0 | | |
| | 82 | 0.46383 | 5 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.09179 | 27.8442 | 0 | | |
| | 83 | 0.455319 | 5 | 0 | wikitext | comb_6_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.37471 | 27.8841 | 0 | | |
| | 84 | 0.397737 | 4 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 5.56111 | 27.8864 | 0 | | |
| | 85 | 0.471057 | 7 | 0 | wikitext | comb_6_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.6451 | 27.9017 | 0 | | |
| | 86 | 0.468963 | 7 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.67871 | 27.9039 | 0 | | |
| | 87 | 0.469909 | 7 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.61563 | 27.9196 | 0 | | |
| | 88 | 0.463728 | 6 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.76678 | 27.929 | 0 | | |
| | 89 | 0.458122 | 5 | 0 | wikitext | comb_4_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.28044 | 27.9317 | 0 | | |
| | 90 | 0.12104 | 8 | 0 | wikitext | comb_18_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 39.4766 | 27.9359 | 0 | | |
| | 91 | 0.476494 | 8 | 0 | wikitext | comb_4_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.73161 | 27.9728 | 0 | | |
| | 92 | 0.437487 | 8 | 0 | wikitext | comb_6_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.95685 | 28.0343 | 0 | | |
| | 93 | 0.400878 | 4 | 0 | wikitext | comb_6_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 5.7901 | 28.0529 | 0 | | |
| | 94 | 0.394124 | 4 | 0 | wikitext | comb_4_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 5.85723 | 28.0916 | 0 | | |
| | 95 | 0.47207 | 7 | 0 | wikitext | comb_4_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.57063 | 28.1317 | 0 | | |
| | 96 | 0.449375 | 8 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.92277 | 28.1675 | 0 | | |
| | 97 | 0.473421 | 6 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.70379 | 35.2082 | 0 | | |
| | 98 | 0.471733 | 7 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.62759 | 35.2445 | 0 | | |
| | 99 | 0.399021 | 4 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 5.77329 | 35.2774 | 0 | | |
| | 100 | 0.44333 | 8 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.89055 | 35.3928 | 0 | | |
| | 101 | 0.457548 | 5 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.39543 | 35.6032 | 0 | | |
| | 102 | 0.459541 | 5 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 4.10821 | 92.2417 | 0 | | |
| | 103 | 0.474502 | 6 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_cos | 1906.38 | 2181.04 | 3.74301 | 93.9689 | 0 | | |
| | 104 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_cos | 1381.17 | 2487.22 | 1.1207 | 0.510374 | 0 | | |
| | 105 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_cos | 1381.17 | 2487.22 | 1.1207 | 0.510374 | 0 | | |
| | 106 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_cos | 1381.17 | 2487.22 | 1.1207 | 0.510374 | 0 | | |
| | 107 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_cos | 1381.17 | 2487.22 | 1.1207 | 0.510374 | 0 | | |
| | 108 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_cos | 1381.17 | 2487.22 | 1.1207 | 0.510374 | 0 | | |
| | 109 | 0 | 8 | 0 | wikitext | comb_3_t | tinyllama | rnd_search_t_cos | 1389.69 | 2499.81 | 1.11253 | 0.489505 | 0 | | |
| | 110 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.4941 | 0 | |