| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.623744 7163.871232 5.3583574295043945 39.500762 0.0 | |
| 0.0 4 0.0 wikitext comb_5 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.2404379844665527 121.466856 0.0 | |
| 0.0 4 0.0 wikitext comb_11 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1248141527175903 145.935296 0.0 | |
| 0.065552182495594 4 0.0 wikitext comb_8 llama3 nlr_t_no_sched 14179.216384 15367.929856 51.48540115356445 69.068076 0.0 | |
| 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.588442 0.0 | |
| 0.0047619054093956 4 0.0 wikitext comb_18 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1258682012557983 147.906492 0.0 | |
| 0.0079365093261003 4 0.0 wikitext comb_10 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1351985931396484 201.489016 0.0 | |
| 0.0546975657343864 4 0.0 wikitext comb_3 llama3 nlr_t_no_sched 14185.341952 15374.221312 1.9115358591079712 175.816608 0.0 | |
| 0.0621118061244487 4 0.0 wikitext comb_14 llama3 nlr_t_no_sched 14185.66656 15374.221312 29.12266540527344 147.944895 0.0 | |
| 0.2624451220035553 4 0.0 wikitext comb_17 llama3 nlr_t_no_sched 14185.747456 15374.221312 11.384479522705078 147.678698 0.0 | |
| 0.241843968629837 4 0.0 wikitext comb_16 llama3 nlr_t_no_sched 14185.747456 15374.221312 13.005107879638672 147.69713 0.0 | |
| 0.124822698533535 4 0.0 wikitext comb_2 llama3 nlr_t_no_sched 14185.747456 15374.221312 28.73665809631348 148.042488 0.0 | |
| 0.0600135140120983 4 0.0 wikitext comb_7 llama3 nlr_t_no_sched 14185.747456 15374.221312 58.5887565612793 201.604194 0.0 | |
| 0.0 4 0.0 wikitext comb_6 llama3 nlr_t_no_sched 11051.945984 18748.53888 1.1451951265335083 4.409536 0.0 | |
| 0.0 7 0.0 wikitext comb_5 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1227006912231443 121.210918 0.0 | |
| 0.0 7 0.0 wikitext comb_11 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1248141527175903 145.789043 0.0 | |
| 0.4441067278385162 7 0.0 wikitext comb_8 llama3 nlr_t_no_sched 14179.216384 15367.929856 5.2373480796813965 68.5546 0.0 | |
| 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.510221 0.0 | |
| 0.0 7 0.0 wikitext comb_18 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.14442241191864 147.962915 0.0 | |
| 0.0274170320481061 7 0.0 wikitext comb_10 llama3 nlr_t_no_sched 14185.27744 15374.221312 1.1136080026626587 201.44854 0.0 | |
| 0.4438365399837494 7 0.0 wikitext comb_17 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.2295026779174805 147.263902 0.0 | |
| 0.4435663521289825 7 0.0 wikitext comb_14 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.23347806930542 147.349152 0.0 | |
| 0.4436339139938354 7 0.0 wikitext comb_16 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.234407901763916 147.630622 0.0 | |
| 0.4438365399837494 7 0.0 wikitext comb_2 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.240307331085205 147.907941 0.0 | |
| 0.4431948661804199 7 0.0 wikitext comb_3 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.228732109069824 175.129737 0.0 | |
| 0.4434650540351867 7 0.0 wikitext comb_7 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.239895343780518 201.007751 0.0 | |
| 0.0 7 0.0 wikitext comb_6 llama3 nlr_t_no_sched 11051.945984 18748.53888 1.150550365447998 4.409446 0.0 | |
| 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.35414 0.0 | |
| 0.0 8 0.0 wikitext comb_5 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1235297918319702 121.529527 0.0 | |
| 0.0 8 0.0 wikitext comb_11 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1248141527175903 146.053433 0.0 | |
| 0.443498820066452 8 0.0 wikitext comb_8 llama3 nlr_t_no_sched 14179.216384 15367.929856 5.202676296234131 69.423541 0.0 | |
| 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.591094 0.0 | |
| 0.4438365399837494 8 0.0 wikitext comb_14 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.206423759460449 147.850202 0.0 | |
| 0.4432962238788605 8 0.0 wikitext comb_17 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.215326309204102 147.90709 0.0 | |
| 0.0827760845422744 8 0.0 wikitext comb_18 llama3 nlr_t_no_sched 14185.747456 15374.221312 33.215667724609375 147.999591 0.0 | |
| 0.4439716637134552 8 0.0 wikitext comb_2 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.211247444152832 148.099943 0.0 | |
| 0.443363755941391 8 0.0 wikitext comb_16 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.2125773429870605 148.327226 0.0 | |
| 0.4439041018486023 8 0.0 wikitext comb_3 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.213589668273926 175.339251 0.0 | |
| 0.3078352212905884 8 0.0 wikitext comb_10 llama3 nlr_t_no_sched 14185.747456 15374.221312 8.37353801727295 201.392404 0.0 | |
| 0.4443093538284302 8 0.0 wikitext comb_7 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.203152179718018 201.603874 0.0 | |
| 0.0 8 0.0 wikitext comb_6 llama3 nlr_t_no_sched 11051.945984 18748.53888 1.1399809122085571 4.418255 0.0 | |
| 0.0 6 0.0 wikitext comb_5 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.145577907562256 121.159422 0.0 | |
| 0.0 6 0.0 wikitext comb_11 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1248141527175903 146.114884 0.0 | |
| 0.4381628036499023 6 0.0 wikitext comb_8 llama3 nlr_t_no_sched 14179.216384 15367.929856 5.209409236907959 69.01063 0.0 | |
| 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.697418 0.0 | |
| 0.0 6 0.0 wikitext comb_18 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1636452674865725 148.035144 0.0 | |
| 0.0 6 0.0 wikitext comb_10 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1606180667877195 201.552603 0.0 | |
| 0.4382641315460205 6 0.0 wikitext comb_16 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.218070030212402 147.619341 0.0 | |
| 0.4389395713806152 6 0.0 wikitext comb_17 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.210784912109375 147.885593 0.0 | |
| 0.4374535977840423 6 0.0 wikitext comb_2 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.207483768463135 147.984403 0.0 | |
| 0.4377575218677521 6 0.0 wikitext comb_14 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.234193801879883 148.281961 0.0 | |
| 0.4386356174945831 6 0.0 wikitext comb_3 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.227176189422607 175.940369 0.0 | |
| 0.4378926157951355 6 0.0 wikitext comb_7 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.239664554595947 201.404379 0.0 | |
| 0.0 6 0.0 wikitext comb_6 llama3 nlr_t_no_sched 11051.945984 18748.53888 1.1385393142700195 4.417957 0.0 | |
| 0.0 5 0.0 wikitext comb_5 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.2200177907943726 121.614514 0.0 | |
| 0.0 5 0.0 wikitext comb_11 llama3 nlr_t_no_sched 14178.745344 15367.929856 1.1248141527175903 146.125173 0.0 | |
| 0.3920635282993316 5 0.0 wikitext comb_8 llama3 nlr_t_no_sched 14179.216384 15367.929856 6.063994884490967 68.929145 0.0 | |
| 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.602699 0.0 | |
| 0.0095238108187913 5 0.0 wikitext comb_18 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1374850273132324 148.163994 0.0 | |
| 0.0031746034510433 5 0.0 wikitext comb_10 llama3 nlr_t_no_sched 14185.276416 15374.221312 1.1366512775421145 201.653023 0.0 | |
| 0.3940898478031158 5 0.0 wikitext comb_14 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.969732761383057 147.499204 0.0 | |
| 0.3852414786815643 5 0.0 wikitext comb_17 llama3 nlr_t_no_sched 14185.747456 15374.221312 6.185377597808838 147.726175 0.0 | |
| 0.3841270208358764 5 0.0 wikitext comb_16 llama3 nlr_t_no_sched 14185.747456 15374.221312 6.20028018951416 147.991972 0.0 | |
| 0.3874029219150543 5 0.0 wikitext comb_2 llama3 nlr_t_no_sched 14185.747456 15374.221312 6.124840259552002 148.051112 0.0 | |
| 0.3967240750789642 5 0.0 wikitext comb_3 llama3 nlr_t_no_sched 14185.747456 15374.221312 5.949668884277344 175.763149 0.0 | |
| 0.3933468759059906 5 0.0 wikitext comb_7 llama3 nlr_t_no_sched 14185.747456 15374.221312 6.018429279327393 200.980925 0.0 | |
| 0.0 5 0.0 wikitext comb_6 llama3 nlr_t_no_sched 11051.945984 18748.53888 1.1440914869308472 4.421197 0.0 | |
| 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.241893 0.0 | |