| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:----------|:----------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:| | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 17.2735 | 0 | | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.4647 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | | 12 | 0.376663 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.6488 | 15.3549 | 0 | | 13 | 0.374873 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.82058 | 15.4001 | 0 | | 14 | 0.373691 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.75127 | 15.4545 | 0 | | 15 | 0.34924 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 7.59441 | 15.5093 | 0 | | 16 | 0.325329 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 8.29242 | 80.3133 | 0 | | 17 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 15.7181 | 0 | | 18 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.2632 | 0 | | 19 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.3191 | 0 | | 20 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.5223 | 0 | | 21 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.6313 | 0 | | 22 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | | 23 | 0 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | | 24 | 0 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | | 25 | 0 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | | 26 | 0.225228 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 14.0465 | 27.6178 | 0 | | 27 | 0.352584 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.46434 | 27.6184 | 0 | | 28 | 0.373455 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79635 | 27.6345 | 0 | | 29 | 0.376765 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.65635 | 27.649 | 0 | | 30 | 0.323742 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.31962 | 27.6514 | 0 | | 31 | 0.374569 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72045 | 27.6524 | 0 | | 32 | 0.376157 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.63032 | 27.6891 | 0 | | 33 | 0.327558 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.22994 | 27.6896 | 0 | | 34 | 0.376461 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.66128 | 27.6995 | 0 | | 35 | 0.348396 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64742 | 27.7109 | 0 | | 36 | 0.106349 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 30.0706 | 27.7636 | 0 | | 37 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.81357 | 27.7849 | 0 | | 38 | 0.375312 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.80652 | 27.7915 | 0 | | 39 | 0.320804 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.38679 | 27.8041 | 0 | | 40 | 0.37511 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79227 | 27.8677 | 0 | | 41 | 0.357008 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.28426 | 27.8722 | 0 | | 42 | 0.372138 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77155 | 27.875 | 0 | | 43 | 0.372476 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.67315 | 27.9162 | 0 | | 44 | 0.373185 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72531 | 27.9401 | 0 | | 45 | 0.320567 | 4 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.46719 | 34.8266 | 0 | | 46 | 0.376663 | 8 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.64292 | 34.8665 | 0 | | 47 | 0.347349 | 5 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64656 | 34.8677 | 0 | | 48 | 0.373658 | 6 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.78763 | 34.8879 | 0 | | 49 | 0.374569 | 7 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77103 | 34.9836 | 0 | | 50 | 0.375279 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7818 | 92.7924 | 0 | | 51 | 0.354576 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.37311 | 164.897 | 0 | | 52 | 0 | 8 | 0 | wikitext | comb_6_t | tinyllama | nlr_t_cos | 1904.15 | 2174.75 | 1.10931 | 26.0644 | 0 | | 53 | 0.458291 | 5 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 4.28669 | 14.8742 | 0 | | 54 | 0.445356 | 8 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.86535 | 15.2738 | 0 | | 55 | 0.466126 | 6 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.82852 | 15.3128 | 0 | | 56 | 0.471868 | 7 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.63921 | 15.3295 | 0 | | 57 | 0.402432 | 4 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 5.80455 | 15.3781 | 0 | | 58 | 0.0714961 | 8 | 0 | wikitext | comb_2_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 103.676 | 19.6111 | 0 | | 59 | 0.462411 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.82802 | 15.4127 | 0 | | 60 | 0.454306 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.47232 | 15.836 | 0 | | 61 | 0.393279 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.88622 | 16.0184 | 0 | | 62 | 0.449713 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.85465 | 16.5128 | 0 | | 63 | 0.468119 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.75475 | 16.8611 | 0 | | 64 | 0.460621 | 5 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.1184 | 27.5002 | 0 | | 65 | 0.397636 | 4 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.83778 | 27.637 | 0 | | 66 | 0.399662 | 4 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.78783 | 27.654 | 0 | | 67 | 0.453732 | 8 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82789 | 27.6852 | 0 | | 68 | 0.125498 | 8 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 23.1892 | 27.6938 | 0 | | 69 | 0.124856 | 7 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 22.2262 | 27.7001 | 0 | | 70 | 0.46643 | 7 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.67879 | 27.7152 | 0 | | 71 | 0.46795 | 7 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.6154 | 27.7303 | 0 | | 72 | 0.468355 | 6 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.7968 | 27.7432 | 0 | | 73 | 0.399595 | 4 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.66365 | 27.7491 | 0 | | 74 | 0.443026 | 8 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.92691 | 27.7503 | 0 | | 75 | 0.458865 | 5 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29173 | 27.7673 | 0 | | 76 | 0.471023 | 7 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65735 | 27.7847 | 0 | | 77 | 0.470382 | 6 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.70472 | 27.7935 | 0 | | 78 | 0.457346 | 5 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.23471 | 27.8001 | 0 | | 79 | 0.466869 | 6 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.76745 | 27.831 | 0 | | 80 | 0.444478 | 8 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82556 | 27.8329 | 0 | | 81 | 0.456839 | 5 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29157 | 27.8414 | 0 | | 82 | 0.387099 | 4 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.91937 | 27.8492 | 0 | | 83 | 0.446369 | 8 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.96477 | 27.8579 | 0 | | 84 | 0.398075 | 4 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.86508 | 34.9208 | 0 | | 85 | 0.470686 | 8 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.84962 | 34.9925 | 0 | | 86 | 0.454914 | 5 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.30586 | 35.0086 | 0 | | 87 | 0.475414 | 7 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.52258 | 35.0651 | 0 | | 88 | 0.469841 | 7 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65987 | 92.2808 | 0 | | 89 | 0.466971 | 6 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.89728 | 95.8153 | 0 | | 90 | 0.462513 | 6 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.88074 | 99.8065 | 0 | | 91 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | | 92 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | | 93 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | | 94 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | | 95 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | | 96 | 0 | 8 | 0 | wikitext | comb_14_t | tinyllama | nlr_t_cos | 1389.69 | 2499.81 | 1.10701 | 0.500353 | 0 | | 97 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.8021 | 0 |