| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.477549 0.0 | |
| 0.38044580817222595 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 29.170525 0.0 | |
| 0.0 4 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 | |
| 0.0 5 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 | |
| 0.0 6 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 | |
| 0.0 7 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 | |
| 0.0 8 0.0 wikitext comb_4 phi nlr_t_lin 4394.006528 4697.62048 1.112979531288147 86.698866 0.0 | |
| 0.0 4 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 | |
| 0.0 5 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 | |
| 0.0 6 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 | |
| 0.0 7 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 | |
| 0.0 8 0.0 wikitext comb_7 phi nlr_t_lin 4394.006528 4697.62048 1.1135483980178833 114.070878 0.0 | |
| 0.3613305985927582 4 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.893522262573242 39.380532 0.0 | |
| 0.38014188408851624 8 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.905845642089844 39.423586 0.0 | |
| 0.3785545825958252 7 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.899629592895508 39.461773 0.0 | |
| 0.37490713596343994 5 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.833752632141113 39.524287 0.0 | |
| 0.37615668773651123 6 0.0 wikitext comb_15 phi nlr_t_lin 4394.477568 4697.62048 5.908206939697266 39.631089 0.0 | |
| 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.262266 0.0 | |
| 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.300268 0.0 | |
| 0.37527862191200256 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.323052 0.0 | |
| 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.368098 0.0 | |
| 0.37875714898109436 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.442225 0.0 | |
| 0.0 4 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 | |
| 0.0 5 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 | |
| 0.0 6 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 | |
| 0.0 7 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.1203066110610962 109.210961 0.0 | |
| 0.01269841380417347 8 0.0 wikitext comb_1 phi nlr_t_lin 4397.365248 4699.717632 1.3892736434936523 109.5287 0.0 | |
| 0.00952381081879139 5 0.0 wikitext comb_2 phi nlr_t_lin 4397.365248 4699.717632 1.1041316986083984 165.529913 0.0 | |
| 0.0031746034510433674 7 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.644791 0.0 | |
| 0.0031746034510433674 5 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.680789 0.0 | |
| 0.0 4 0.0 wikitext comb_2 phi nlr_t_lin 4397.365248 4699.717632 1.1068634986877441 165.708675 0.0 | |
| 0.0031746034510433674 6 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.720746 0.0 | |
| 0.0031746034510433674 8 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.740302 0.0 | |
| 0.0031746034510433674 4 0.0 wikitext comb_6 phi nlr_t_lin 4397.365248 4699.717632 1.1135467290878296 165.757698 0.0 | |
| 0.37774404883384705 7 0.0 wikitext comb_10 phi nlr_t_lin 4397.836288 4699.717632 5.883046627044678 108.605998 0.0 | |
| 0.3628504276275635 4 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.970202922821045 108.678978 0.0 | |
| 0.3784194886684418 8 0.0 wikitext comb_10 phi nlr_t_lin 4397.836288 4699.717632 5.924638748168945 108.849291 0.0 | |
| 0.37835192680358887 7 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.723867893218994 108.889283 0.0 | |
| 0.36004728078842163 4 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.929409503936768 108.895237 0.0 | |
| 0.3765619695186615 6 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.925165176391602 108.899245 0.0 | |
| 0.37328606843948364 5 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.881496906280518 108.901143 0.0 | |
| 0.3783181309700012 7 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.906830787658691 108.918619 0.0 | |
| 0.37784531712532043 6 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.926369667053223 108.927026 0.0 | |
| 0.3798041045665741 8 0.0 wikitext comb_18 phi nlr_t_lin 4397.836288 4699.717632 5.904020309448242 108.942737 0.0 | |
| 0.37892603874206543 7 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.912430286407471 108.958351 0.0 | |
| 0.37514355778694153 5 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.710384845733643 108.972411 0.0 | |
| 0.36632898449897766 6 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 6.059748649597168 108.977201 0.0 | |
| 0.38068222999572754 8 0.0 wikitext comb_12 phi nlr_t_lin 4397.836288 4699.717632 5.894482612609863 109.014713 0.0 | |
| 0.3771023154258728 8 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.87047004699707 109.028948 0.0 | |
| 0.3604525625705719 4 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.943764686584473 109.05169 0.0 | |
| 0.373961478471756 5 0.0 wikitext comb_8 phi nlr_t_lin 4397.836288 4699.717632 5.753737926483154 109.057109 0.0 | |
| 0.37966904044151306 8 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.8974690437316895 135.494523 0.0 | |
| 0.3774738013744354 6 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.898212432861328 135.588848 0.0 | |
| 0.3660587668418884 4 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.989423751831055 135.613691 0.0 | |
| 0.37845322489738464 7 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.909719944000244 135.648944 0.0 | |
| 0.3745356798171997 5 0.0 wikitext comb_3 phi nlr_t_lin 4397.836288 4699.717632 5.878876686096191 135.770067 0.0 | |
| 0.35157039761543274 7 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 6.555144309997559 165.516653 0.0 | |
| 0.08405943959951401 6 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 25.49643898010254 165.559104 0.0 | |
| 0.37750759720802307 8 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.881701469421387 165.563431 0.0 | |
| 0.36328941583633423 4 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.83453893661499 165.682677 0.0 | |
| 0.36163458228111267 8 0.0 wikitext comb_2 phi nlr_t_lin 4397.836288 4699.717632 6.071018695831299 165.689623 0.0 | |
| 0.3771698772907257 7 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.734609603881836 165.701455 0.0 | |
| 0.37234044075012207 5 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.880207061767578 165.720092 0.0 | |
| 0.3774062991142273 6 0.0 wikitext comb_5 phi nlr_t_lin 4397.836288 4699.717632 5.896027088165283 165.731592 0.0 | |
| 0.0 4 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 | |
| 0.0 5 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 | |
| 0.0 6 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 | |
| 0.0 7 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 | |
| 0.0 8 0.0 wikitext comb_11 phi nlr_t_lin 3361.675264 5358.22336 1.1110390424728394 1.852105 0.0 | |
| 0.38051334023475647 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 19.028197 0.0 | |