| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0 | |
| 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0 | |
| 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0 | |
| 0.0015873017255216 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0 | |
| 0.0031746034510433 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0 | |
| 0.0015873017255216 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0 | |
| 0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 | |
| 0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 | |
| 0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 | |
| 0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 | |
| 0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 | |
| 0.0015873017255216 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0 | |
| 0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0 | |
| 0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0 | |
| 0.3243499100208282 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0 | |
| 0.3077001273632049 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0 | |
| 0.3187099397182464 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0 | |
| 0.3250591158866882 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0 | |
| 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0 | |
| 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0 | |
| 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0 | |
| 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0 | |
| 0.0047619054093956 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0 | |
| 0.0015873017255216 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0 | |
| 0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 | |
| 0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 | |
| 0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 | |
| 0.0 5 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 | |
| 0.0 4 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 | |
| 0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 | |
| 0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 | |
| 0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 | |
| 0.0015873017255216 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0 | |
| 0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 | |
| 0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 | |
| 0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 | |
| 0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 | |
| 0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 | |
| 0.0219198819249868 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.210613250732422 73.007434 0.0 | |
| 0.3187099397182464 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0 | |
| 0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0 | |
| 0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0 | |
| 0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0 | |
| 0.3081053793430328 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0 | |
| 0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0 | |
| 0.3171901404857635 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0 | |
| 0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0 | |
| 0.3247551321983337 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0 | |
| 0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0 | |
| 0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0 | |
| 0.3081053793430328 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0 | |
| 0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0 | |
| 0.3201959133148193 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0 | |
| 0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0 | |
| 0.3242823779582977 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0 | |
| 0.3244850039482116 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0 | |
| 0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0 | |
| 0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0 | |
| 0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0 | |
| 0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0 | |
| 0.3250591158866882 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0 | |
| 0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0 | |
| 0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0 | |
| 0.1987841874361038 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0 | |
| 0.3248902559280395 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0 | |
| 0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0 | |
| 0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0 | |
| 0.324822723865509 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0 | |
| 0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0 | |
| 0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0 | |
| 0.3253293335437774 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0 | |
| 0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.804402351379394 85.613924 0.0 | |
| 0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 | |
| 0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 | |
| 0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 | |
| 0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 | |
| 0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 | |
| 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0 | |