| | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | | |
| |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------|--------------------:|---------------------:|-------------:|----------:|------:| | |
| | 0 | 0.427795 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.35836 | 39.1792 | 0 | | |
| | 1 | 0.443735 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.20864 | 52.397 | 0 | | |
| | 2 | 0 | 4 | 0 | wikitext | comb_2 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.35769 | 122.134 | 0 | | |
| | 3 | 0 | 5 | 0 | wikitext | comb_2 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.35769 | 122.134 | 0 | | |
| | 4 | 0 | 6 | 0 | wikitext | comb_2 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.35769 | 122.134 | 0 | | |
| | 5 | 0 | 7 | 0 | wikitext | comb_2 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.35769 | 122.134 | 0 | | |
| | 6 | 0 | 8 | 0 | wikitext | comb_2 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.35769 | 122.134 | 0 | | |
| | 7 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.12481 | 145.979 | 0 | | |
| | 8 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.12481 | 145.979 | 0 | | |
| | 9 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.12481 | 145.979 | 0 | | |
| | 10 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.12481 | 145.979 | 0 | | |
| | 11 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | rnd_search | 14178.7 | 15367.9 | 1.12481 | 145.979 | 0 | | |
| | 12 | 0.442857 | 7 | 0 | wikitext | comb_6 | llama3 | rnd_search | 14179.2 | 15367.9 | 5.24819 | 68.6462 | 0 | | |
| | 13 | 0.443735 | 8 | 0 | wikitext | comb_6 | llama3 | rnd_search | 14179.2 | 15367.9 | 5.20864 | 68.7315 | 0 | | |
| | 14 | 0.380108 | 4 | 0 | wikitext | comb_6 | llama3 | rnd_search | 14179.2 | 15367.9 | 6.15099 | 68.746 | 0 | | |
| | 15 | 0.440493 | 6 | 0 | wikitext | comb_6 | llama3 | rnd_search | 14179.2 | 15367.9 | 5.19914 | 68.7974 | 0 | | |
| | 16 | 0.435664 | 5 | 0 | wikitext | comb_6 | llama3 | rnd_search | 14179.2 | 15367.9 | 5.44902 | 68.8185 | 0 | | |
| | 17 | 0.44387 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.20824 | 95.6828 | 0 | | |
| | 18 | 0.435562 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.44896 | 95.762 | 0 | | |
| | 19 | 0.440932 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.7828 | 0 | | |
| | 20 | 0.37977 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.16325 | 95.8532 | 0 | | |
| | 21 | 0.442756 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.24889 | 95.9112 | 0 | | |
| | 22 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.17021 | 147.731 | 0 | | |
| | 23 | 0.015873 | 5 | 0 | wikitext | comb_11 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12115 | 147.832 | 0 | | |
| | 24 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.858 | 0 | | |
| | 25 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.858 | 0 | | |
| | 26 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.858 | 0 | | |
| | 27 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.858 | 0 | | |
| | 28 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.858 | 0 | | |
| | 29 | 0 | 4 | 0 | wikitext | comb_13 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.15648 | 147.912 | 0 | | |
| | 30 | 0 | 5 | 0 | wikitext | comb_13 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.15648 | 147.912 | 0 | | |
| | 31 | 0 | 6 | 0 | wikitext | comb_13 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.15648 | 147.912 | 0 | | |
| | 32 | 0 | 7 | 0 | wikitext | comb_13 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.15648 | 147.912 | 0 | | |
| | 33 | 0 | 8 | 0 | wikitext | comb_13 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.15648 | 147.912 | 0 | | |
| | 34 | 0 | 4 | 0 | wikitext | comb_18 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.947 | 0 | | |
| | 35 | 0 | 5 | 0 | wikitext | comb_18 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.947 | 0 | | |
| | 36 | 0 | 6 | 0 | wikitext | comb_18 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.947 | 0 | | |
| | 37 | 0 | 7 | 0 | wikitext | comb_18 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.947 | 0 | | |
| | 38 | 0 | 8 | 0 | wikitext | comb_18 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 147.947 | 0 | | |
| | 39 | 0 | 4 | 0 | wikitext | comb_14 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.056 | 0 | | |
| | 40 | 0 | 5 | 0 | wikitext | comb_14 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.056 | 0 | | |
| | 41 | 0 | 6 | 0 | wikitext | comb_14 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.056 | 0 | | |
| | 42 | 0 | 7 | 0 | wikitext | comb_14 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.056 | 0 | | |
| | 43 | 0 | 8 | 0 | wikitext | comb_14 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.056 | 0 | | |
| | 44 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.13469 | 148.065 | 0 | | |
| | 45 | 0 | 5 | 0 | wikitext | comb_4 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.13469 | 148.065 | 0 | | |
| | 46 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.13469 | 148.065 | 0 | | |
| | 47 | 0 | 7 | 0 | wikitext | comb_4 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.13469 | 148.065 | 0 | | |
| | 48 | 0 | 8 | 0 | wikitext | comb_4 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.13469 | 148.065 | 0 | | |
| | 49 | 0 | 4 | 0 | wikitext | comb_12 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.167 | 0 | | |
| | 50 | 0 | 5 | 0 | wikitext | comb_12 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.167 | 0 | | |
| | 51 | 0 | 6 | 0 | wikitext | comb_12 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.167 | 0 | | |
| | 52 | 0 | 7 | 0 | wikitext | comb_12 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.167 | 0 | | |
| | 53 | 0 | 8 | 0 | wikitext | comb_12 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 148.167 | 0 | | |
| | 54 | 0 | 4 | 0 | wikitext | comb_16 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 175.022 | 0 | | |
| | 55 | 0 | 5 | 0 | wikitext | comb_16 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 175.022 | 0 | | |
| | 56 | 0 | 6 | 0 | wikitext | comb_16 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 175.022 | 0 | | |
| | 57 | 0 | 7 | 0 | wikitext | comb_16 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 175.022 | 0 | | |
| | 58 | 0 | 8 | 0 | wikitext | comb_16 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 175.022 | 0 | | |
| | 59 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.648 | 0 | | |
| | 60 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.648 | 0 | | |
| | 61 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.648 | 0 | | |
| | 62 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.648 | 0 | | |
| | 63 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.648 | 0 | | |
| | 64 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.68 | 0 | | |
| | 65 | 0 | 5 | 0 | wikitext | comb_5 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.68 | 0 | | |
| | 66 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.68 | 0 | | |
| | 67 | 0 | 7 | 0 | wikitext | comb_5 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.68 | 0 | | |
| | 68 | 0 | 8 | 0 | wikitext | comb_5 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.68 | 0 | | |
| | 69 | 0 | 4 | 0 | wikitext | comb_8 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.682 | 0 | | |
| | 70 | 0 | 5 | 0 | wikitext | comb_8 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.682 | 0 | | |
| | 71 | 0 | 6 | 0 | wikitext | comb_8 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.682 | 0 | | |
| | 72 | 0 | 7 | 0 | wikitext | comb_8 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.682 | 0 | | |
| | 73 | 0 | 8 | 0 | wikitext | comb_8 | llama3 | rnd_search | 14185.3 | 15374.2 | 1.12481 | 201.682 | 0 | | |
| | 74 | 0.419892 | 7 | 0 | wikitext | comb_11 | llama3 | rnd_search | 14185.7 | 15374.2 | 5.46145 | 147.546 | 0 | | |
| | 75 | 0.323404 | 6 | 0 | wikitext | comb_11 | llama3 | rnd_search | 14185.7 | 15374.2 | 7.31875 | 147.635 | 0 | | |
| | 76 | 0.438737 | 8 | 0 | wikitext | comb_11 | llama3 | rnd_search | 14185.7 | 15374.2 | 5.27096 | 147.639 | 0 | | |
| | 77 | 0 | 4 | 0 | wikitext | comb_1 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.13423 | 4.34389 | 0 | | |
| | 78 | 0 | 5 | 0 | wikitext | comb_1 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.13423 | 4.34389 | 0 | | |
| | 79 | 0 | 6 | 0 | wikitext | comb_1 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.13423 | 4.34389 | 0 | | |
| | 80 | 0 | 7 | 0 | wikitext | comb_1 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.13423 | 4.34389 | 0 | | |
| | 81 | 0 | 8 | 0 | wikitext | comb_1 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.13423 | 4.34389 | 0 | | |
| | 82 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.14281 | 4.41608 | 0 | | |
| | 83 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.14281 | 4.41608 | 0 | | |
| | 84 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.14281 | 4.41608 | 0 | | |
| | 85 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.14281 | 4.41608 | 0 | | |
| | 86 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | rnd_search | 11051.9 | 18748.5 | 1.14281 | 4.41608 | 0 | | |
| | 87 | 0 | 4 | 0 | wikitext | comb_17 | llama3 | rnd_search | 16812 | 19811.8 | 1.12481 | 426.481 | 0 | | |
| | 88 | 0 | 5 | 0 | wikitext | comb_17 | llama3 | rnd_search | 16812 | 19811.8 | 1.12481 | 426.481 | 0 | | |
| | 89 | 0 | 6 | 0 | wikitext | comb_17 | llama3 | rnd_search | 16812 | 19811.8 | 1.12481 | 426.481 | 0 | | |
| | 90 | 0 | 7 | 0 | wikitext | comb_17 | llama3 | rnd_search | 16812 | 19811.8 | 1.12481 | 426.481 | 0 | | |
| | 91 | 0 | 8 | 0 | wikitext | comb_17 | llama3 | rnd_search | 16812 | 19811.8 | 1.12481 | 426.481 | 0 | | |
| | 92 | 0.443668 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.22381 | 27.1729 | 0 | |