| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90345 | 51.734 | 0 | | 1 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.96907 | 51.7496 | 0 | | 2 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.9501 | 51.8033 | 0 | | 3 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 6.48361 | 51.9072 | 0 | | 4 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90678 | 52.0686 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_9 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 32.587 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_9 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 32.587 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_9 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 32.587 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_9 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 32.587 | 0 | | 9 | 0 | 4 | 0 | wikitext | comb_0 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11356 | 72.023 | 0 | | 10 | 0 | 5 | 0 | wikitext | comb_0 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11356 | 72.023 | 0 | | 11 | 0 | 6 | 0 | wikitext | comb_0 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11356 | 72.023 | 0 | | 12 | 0 | 7 | 0 | wikitext | comb_0 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11356 | 72.023 | 0 | | 13 | 0 | 8 | 0 | wikitext | comb_0 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11356 | 72.023 | 0 | | 14 | 0.0031746 | 4 | 0 | wikitext | comb_14 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 94.7837 | 0 | | 15 | 0.0031746 | 6 | 0 | wikitext | comb_14 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 94.8047 | 0 | | 16 | 0.0031746 | 8 | 0 | wikitext | comb_14 | phi | rnd_naive | 4394.01 | 4697.62 | 1.11355 | 95.0335 | 0 | | 17 | 0.00846561 | 7 | 0 | wikitext | comb_14 | phi | rnd_naive | 4394.01 | 4697.62 | 1.17503 | 94.7649 | 0 | | 18 | 0.00846561 | 5 | 0 | wikitext | comb_14 | phi | rnd_naive | 4394.01 | 4697.62 | 1.17502 | 94.8076 | 0 | | 19 | 0.0299824 | 8 | 0 | wikitext | comb_9 | phi | rnd_naive | 4394.02 | 4697.62 | 1.34168 | 32.6336 | 0 | | 20 | 0.0015873 | 7 | 0 | wikitext | comb_15 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12531 | 90.0951 | 0 | | 21 | 0 | 4 | 0 | wikitext | comb_3 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.1984 | 0 | | 22 | 0 | 5 | 0 | wikitext | comb_3 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.1984 | 0 | | 23 | 0 | 6 | 0 | wikitext | comb_3 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.1984 | 0 | | 24 | 0 | 7 | 0 | wikitext | comb_3 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.1984 | 0 | | 25 | 0 | 8 | 0 | wikitext | comb_3 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.1984 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_18 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12985 | 90.2012 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_18 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12985 | 90.2012 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_18 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12985 | 90.2012 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_18 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12985 | 90.2012 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_18 | phi | rnd_naive | 4397.37 | 4699.72 | 1.12985 | 90.2012 | 0 | | 31 | 0.00476191 | 8 | 0 | wikitext | comb_8 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11564 | 90.2045 | 0 | | 32 | 0 | 4 | 0 | wikitext | comb_7 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.2089 | 0 | | 33 | 0 | 5 | 0 | wikitext | comb_7 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.2089 | 0 | | 34 | 0 | 6 | 0 | wikitext | comb_7 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.2089 | 0 | | 35 | 0 | 7 | 0 | wikitext | comb_7 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.2089 | 0 | | 36 | 0 | 8 | 0 | wikitext | comb_7 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.2089 | 0 | | 37 | 0 | 4 | 0 | wikitext | comb_16 | phi | rnd_naive | 4397.37 | 4699.72 | 1.14222 | 90.2337 | 0 | | 38 | 0 | 5 | 0 | wikitext | comb_16 | phi | rnd_naive | 4397.37 | 4699.72 | 1.14222 | 90.2337 | 0 | | 39 | 0 | 6 | 0 | wikitext | comb_16 | phi | rnd_naive | 4397.37 | 4699.72 | 1.14222 | 90.2337 | 0 | | 40 | 0 | 7 | 0 | wikitext | comb_16 | phi | rnd_naive | 4397.37 | 4699.72 | 1.14222 | 90.2337 | 0 | | 41 | 0 | 8 | 0 | wikitext | comb_16 | phi | rnd_naive | 4397.37 | 4699.72 | 1.14222 | 90.2337 | 0 | | 42 | 0 | 4 | 0 | wikitext | comb_11 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.4028 | 0 | | 43 | 0 | 5 | 0 | wikitext | comb_11 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.4028 | 0 | | 44 | 0 | 6 | 0 | wikitext | comb_11 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.4028 | 0 | | 45 | 0 | 7 | 0 | wikitext | comb_11 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.4028 | 0 | | 46 | 0 | 8 | 0 | wikitext | comb_11 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 90.4028 | 0 | | 47 | 0 | 4 | 0 | wikitext | comb_10 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11295 | 112.912 | 0 | | 48 | 0 | 5 | 0 | wikitext | comb_10 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11295 | 112.912 | 0 | | 49 | 0 | 6 | 0 | wikitext | comb_10 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11295 | 112.912 | 0 | | 50 | 0 | 7 | 0 | wikitext | comb_10 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11295 | 112.912 | 0 | | 51 | 0 | 8 | 0 | wikitext | comb_10 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11295 | 112.912 | 0 | | 52 | 0 | 4 | 0 | wikitext | comb_4 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.553 | 0 | | 53 | 0 | 5 | 0 | wikitext | comb_4 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.553 | 0 | | 54 | 0 | 6 | 0 | wikitext | comb_4 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.553 | 0 | | 55 | 0 | 7 | 0 | wikitext | comb_4 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.553 | 0 | | 56 | 0 | 8 | 0 | wikitext | comb_4 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.553 | 0 | | 57 | 0 | 4 | 0 | wikitext | comb_13 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11576 | 137.572 | 0 | | 58 | 0 | 5 | 0 | wikitext | comb_13 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11576 | 137.572 | 0 | | 59 | 0 | 6 | 0 | wikitext | comb_13 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11576 | 137.572 | 0 | | 60 | 0 | 7 | 0 | wikitext | comb_13 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11576 | 137.572 | 0 | | 61 | 0 | 8 | 0 | wikitext | comb_13 | phi | rnd_naive | 4397.37 | 4699.72 | 1.11576 | 137.572 | 0 | | 62 | 0 | 4 | 0 | wikitext | comb_6 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.696 | 0 | | 63 | 0 | 5 | 0 | wikitext | comb_6 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.696 | 0 | | 64 | 0 | 6 | 0 | wikitext | comb_6 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.696 | 0 | | 65 | 0 | 7 | 0 | wikitext | comb_6 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.696 | 0 | | 66 | 0 | 8 | 0 | wikitext | comb_6 | phi | rnd_naive | 4397.37 | 4699.72 | inf | 137.696 | 0 | | 67 | 0.0299824 | 8 | 0 | wikitext | comb_15 | phi | rnd_naive | 4397.38 | 4699.72 | 1.50458 | 90.1889 | 0 | | 68 | 0.0299824 | 7 | 0 | wikitext | comb_8 | phi | rnd_naive | 4397.38 | 4699.72 | 1.42765 | 90.2028 | 0 | | 69 | 0 | 4 | 0 | wikitext | comb_2 | phi | rnd_naive | 3361.68 | 5358.22 | 1.30556 | 1.59835 | 0 | | 70 | 0 | 5 | 0 | wikitext | comb_2 | phi | rnd_naive | 3361.68 | 5358.22 | 1.30556 | 1.59835 | 0 | | 71 | 0 | 6 | 0 | wikitext | comb_2 | phi | rnd_naive | 3361.68 | 5358.22 | 1.30556 | 1.59835 | 0 | | 72 | 0 | 7 | 0 | wikitext | comb_2 | phi | rnd_naive | 3361.68 | 5358.22 | 1.30556 | 1.59835 | 0 | | 73 | 0 | 8 | 0 | wikitext | comb_2 | phi | rnd_naive | 3361.68 | 5358.22 | 1.30556 | 1.59835 | 0 | | 74 | 0 | 4 | 0 | wikitext | comb_5 | phi | rnd_naive | 3361.68 | 5358.22 | inf | 1.72276 | 0 | | 75 | 0 | 5 | 0 | wikitext | comb_5 | phi | rnd_naive | 3361.68 | 5358.22 | inf | 1.72276 | 0 | | 76 | 0 | 6 | 0 | wikitext | comb_5 | phi | rnd_naive | 3361.68 | 5358.22 | inf | 1.72276 | 0 | | 77 | 0 | 7 | 0 | wikitext | comb_5 | phi | rnd_naive | 3361.68 | 5358.22 | inf | 1.72276 | 0 | | 78 | 0 | 8 | 0 | wikitext | comb_5 | phi | rnd_naive | 3361.68 | 5358.22 | inf | 1.72276 | 0 | | 79 | 0 | 4 | 0 | wikitext | comb_17 | phi | rnd_naive | 5052.73 | 5880.41 | 1.11321 | 328.603 | 0 | | 80 | 0 | 5 | 0 | wikitext | comb_17 | phi | rnd_naive | 5052.73 | 5880.41 | 1.11321 | 328.603 | 0 | | 81 | 0 | 6 | 0 | wikitext | comb_17 | phi | rnd_naive | 5052.73 | 5880.41 | 1.11321 | 328.603 | 0 | | 82 | 0 | 7 | 0 | wikitext | comb_17 | phi | rnd_naive | 5052.73 | 5880.41 | 1.11321 | 328.603 | 0 | | 83 | 0 | 8 | 0 | wikitext | comb_17 | phi | rnd_naive | 5052.73 | 5880.41 | 1.11321 | 328.603 | 0 | | 84 | 0 | 4 | 0 | wikitext | comb_12 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.70215 | 0 | | 85 | 0 | 5 | 0 | wikitext | comb_12 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.70215 | 0 | | 86 | 0 | 6 | 0 | wikitext | comb_12 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.70215 | 0 | | 87 | 0 | 7 | 0 | wikitext | comb_12 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.70215 | 0 | | 88 | 0 | 8 | 0 | wikitext | comb_12 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.70215 | 0 | | 89 | 0 | 4 | 0 | wikitext | comb_1 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.71063 | 0 | | 90 | 0 | 5 | 0 | wikitext | comb_1 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.71063 | 0 | | 91 | 0 | 6 | 0 | wikitext | comb_1 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.71063 | 0 | | 92 | 0 | 7 | 0 | wikitext | comb_1 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.71063 | 0 | | 93 | 0 | 8 | 0 | wikitext | comb_1 | phi | rnd_naive | 3361.68 | 6671.04 | inf | 1.71063 | 0 | | 94 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 21.6444 | 0 |