| accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer | |
| 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 17.273502 0.0 | |
| 0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.464737 0.0 | |
| 0.0 4 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 | |
| 0.0 5 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 | |
| 0.0 6 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 | |
| 0.0 7 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 | |
| 0.0 8 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 | |
| 0.0 4 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 | |
| 0.0 5 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 | |
| 0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 | |
| 0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 | |
| 0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 | |
| 0.37666329741477966 8 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.648800373077393 15.354923 0.0 | |
| 0.3748733401298523 6 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.820584297180176 15.400125 0.0 | |
| 0.3736913502216339 7 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.751272678375244 15.454488 0.0 | |
| 0.34924009442329407 5 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 7.594409942626953 15.50935 0.0 | |
| 0.3253292739391327 4 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 8.2924222946167 80.313301 0.0 | |
| 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 15.71814 0.0 | |
| 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.263233 0.0 | |
| 0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.319107 0.0 | |
| 0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.52232 0.0 | |
| 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.631256 0.0 | |
| 0.0 4 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 | |
| 0.0 5 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 | |
| 0.0 6 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 | |
| 0.0 7 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 | |
| 0.2252279669046402 8 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.865216 2160.06656 14.04646110534668 27.617842 0.0 | |
| 0.3525835871696472 5 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 7.4643402099609375 27.618445 0.0 | |
| 0.3734549283981323 6 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.796352863311768 27.634453 0.0 | |
| 0.3767646253108978 8 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.656345844268799 27.649035 0.0 | |
| 0.32374197244644165 4 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 8.319616317749023 27.651394 0.0 | |
| 0.3745694160461426 7 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.72044563293457 27.652361 0.0 | |
| 0.376156747341156 8 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.630317687988281 27.689084 0.0 | |
| 0.3275582790374756 4 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 8.22994327545166 27.689607 0.0 | |
| 0.3764606714248657 8 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.661276817321777 27.699539 0.0 | |
| 0.34839582443237305 5 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 7.647418022155762 27.710874 0.0 | |
| 0.10634921491146088 4 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 30.070602416992188 27.763632 0.0 | |
| 0.37467071413993835 6 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.81356954574585 27.784927 0.0 | |
| 0.37531235814094543 6 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.806519508361816 27.791478 0.0 | |
| 0.32080379128456116 4 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 8.386785507202148 27.804149 0.0 | |
| 0.3751097619533539 6 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.7922749519348145 27.867727 0.0 | |
| 0.357007771730423 5 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 7.284257411956787 27.872181 0.0 | |
| 0.37213778495788574 7 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.771554470062256 27.875014 0.0 | |
| 0.3724755346775055 8 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.673147678375244 27.916161 0.0 | |
| 0.3731847405433655 7 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.725313186645508 27.940089 0.0 | |
| 0.32056736946105957 4 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 8.467190742492676 34.826638 0.0 | |
| 0.37666332721710205 8 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.642918109893799 34.866518 0.0 | |
| 0.3473488688468933 5 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 7.6465630531311035 34.867739 0.0 | |
| 0.3736575245857239 6 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.787628173828125 34.887924 0.0 | |
| 0.3745693862438202 7 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.77103328704834 34.983605 0.0 | |
| 0.37527865171432495 7 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.781797409057617 92.792433 0.0 | |
| 0.3545761704444885 5 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 7.373105525970459 164.897234 0.0 | |
| 0.0 8 0.0 wikitext comb_6_t tinyllama nlr_t_cos 1904.146432 2174.746624 1.1093064546585083 26.064358 0.0 | |
| 0.45829111337661743 5 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 4.286688327789307 14.874225 0.0 | |
| 0.4453563094139099 8 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.865349531173706 15.273815 0.0 | |
| 0.46612632274627686 6 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.8285183906555176 15.312788 0.0 | |
| 0.4718676507472992 7 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.6392133235931396 15.329487 0.0 | |
| 0.4024316072463989 4 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 5.8045501708984375 15.378119 0.0 | |
| 0.07149612158536911 8 0.0 wikitext comb_2_t tinyllama nlr_t_cos 1904.551936 2178.940928 103.67589569091797 19.611062 0.0 | |
| 0.4624113440513611 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.828017473220825 15.412666 0.0 | |
| 0.4543059766292572 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.472318649291992 15.836024 0.0 | |
| 0.3932793438434601 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.886220932006836 16.018407 0.0 | |
| 0.44971296191215515 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.8546481132507324 16.512828 0.0 | |
| 0.46811890602111816 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.754751205444336 16.861097 0.0 | |
| 0.4606214463710785 5 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.118396282196045 27.500181 0.0 | |
| 0.39763596653938293 4 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.837778568267822 27.636964 0.0 | |
| 0.3996622860431671 4 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.787833213806152 27.654003 0.0 | |
| 0.453731894493103 8 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8278918266296387 27.685211 0.0 | |
| 0.12549814581871033 8 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 23.189165115356445 27.693785 0.0 | |
| 0.12485646456480026 7 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 22.226238250732422 27.700058 0.0 | |
| 0.4664302468299866 7 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6787850856781006 27.715155 0.0 | |
| 0.4679500460624695 7 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6154022216796875 27.730267 0.0 | |
| 0.468355268239975 6 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7967960834503174 27.743155 0.0 | |
| 0.3995947539806366 4 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.6636505126953125 27.749079 0.0 | |
| 0.44302600622177124 8 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9269115924835205 27.750263 0.0 | |
| 0.4588652551174164 5 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291725158691406 27.767311 0.0 | |
| 0.4710233211517334 7 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6573541164398193 27.784694 0.0 | |
| 0.47038164734840393 6 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7047219276428223 27.793544 0.0 | |
| 0.45734551548957825 5 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.234714031219482 27.800143 0.0 | |
| 0.4668693244457245 6 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7674496173858643 27.83103 0.0 | |
| 0.44447821378707886 8 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8255598545074463 27.832923 0.0 | |
| 0.4568389058113098 5 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291571617126465 27.841398 0.0 | |
| 0.3870989680290222 4 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.919373035430908 27.84924 0.0 | |
| 0.4463694989681244 8 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9647727012634277 27.857923 0.0 | |
| 0.3980749845504761 4 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.865077972412109 34.920755 0.0 | |
| 0.47068557143211365 8 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8496243953704834 34.99249 0.0 | |
| 0.4549139142036438 5 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.305864334106445 35.008588 0.0 | |
| 0.4754137396812439 7 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.522576332092285 35.065076 0.0 | |
| 0.46984127163887024 7 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.659867763519287 92.28077 0.0 | |
| 0.46697062253952026 6 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.897275447845459 95.815305 0.0 | |
| 0.46251267194747925 6 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.880735397338867 99.806472 0.0 | |
| 0.0 4 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 | |
| 0.0 5 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 | |
| 0.0 6 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 | |
| 0.0 7 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 | |
| 0.0 8 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 | |
| 0.0 8 0.0 wikitext comb_14_t tinyllama nlr_t_cos 1389.689856 2499.805184 1.1070098876953125 0.500353 0.0 | |
| 0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.802097 0.0 | |