accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.3641674816608429	4	0.0	wikitext	ao_woq	tinyllama	fixed	741.692928	866.123776	7.043089866638184	17.273502	0.0
0.37713611125946045	8	0.0	wikitext	ao_woq	tinyllama	fixed	1631.725568	1988.100096	6.605966091156006	15.464737	0.0
0.0	4	0.0	wikitext	comb_2	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.110665202140808	19.506796	0.0
0.0	5	0.0	wikitext	comb_2	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.110665202140808	19.506796	0.0
0.0	6	0.0	wikitext	comb_2	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.110665202140808	19.506796	0.0
0.0	7	0.0	wikitext	comb_2	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.110665202140808	19.506796	0.0
0.0	8	0.0	wikitext	comb_2	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.110665202140808	19.506796	0.0
0.0	4	0.0	wikitext	comb_6	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.1093066930770874	25.951501	0.0
0.0	5	0.0	wikitext	comb_6	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.1093066930770874	25.951501	0.0
0.0	6	0.0	wikitext	comb_6	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.1093066930770874	25.951501	0.0
0.0	7	0.0	wikitext	comb_6	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.1093066930770874	25.951501	0.0
0.0	8	0.0	wikitext	comb_6	tinyllama	nlr_t_cos	1895.561216	2157.969408	1.1093066930770874	25.951501	0.0
0.37666329741477966	8	0.0	wikitext	comb_15	tinyllama	nlr_t_cos	1896.032256	2157.969408	6.648800373077393	15.354923	0.0
0.3748733401298523	6	0.0	wikitext	comb_15	tinyllama	nlr_t_cos	1896.032256	2157.969408	6.820584297180176	15.400125	0.0
0.3736913502216339	7	0.0	wikitext	comb_15	tinyllama	nlr_t_cos	1896.032256	2157.969408	6.751272678375244	15.454488	0.0
0.34924009442329407	5	0.0	wikitext	comb_15	tinyllama	nlr_t_cos	1896.032256	2157.969408	7.594409942626953	15.50935	0.0
0.3253292739391327	4	0.0	wikitext	comb_15	tinyllama	nlr_t_cos	1896.032256	2157.969408	8.2924222946167	80.313301	0.0
0.3676123023033142	5	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.966304302215576	15.71814	0.0
0.3763255476951599	7	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.663349628448486	16.263233	0.0
0.37858834862709045	6	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.501583099365234	16.319107	0.0
0.37727120518684387	8	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.604811191558838	16.52232	0.0
0.3469773828983307	4	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	7.655362606048584	16.631256	0.0
0.0	4	0.0	wikitext	comb_16	tinyllama	nlr_t_cos	1897.394176	2160.06656	1.1097609996795654	27.299263	0.0
0.0	5	0.0	wikitext	comb_16	tinyllama	nlr_t_cos	1897.394176	2160.06656	1.1097609996795654	27.299263	0.0
0.0	6	0.0	wikitext	comb_16	tinyllama	nlr_t_cos	1897.394176	2160.06656	1.1097609996795654	27.299263	0.0
0.0	7	0.0	wikitext	comb_16	tinyllama	nlr_t_cos	1897.394176	2160.06656	1.1097609996795654	27.299263	0.0
0.2252279669046402	8	0.0	wikitext	comb_16	tinyllama	nlr_t_cos	1897.865216	2160.06656	14.04646110534668	27.617842	0.0
0.3525835871696472	5	0.0	wikitext	comb_1	tinyllama	nlr_t_cos	1897.865216	2160.06656	7.4643402099609375	27.618445	0.0
0.3734549283981323	6	0.0	wikitext	comb_18	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.796352863311768	27.634453	0.0
0.3767646253108978	8	0.0	wikitext	comb_11	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.656345844268799	27.649035	0.0
0.32374197244644165	4	0.0	wikitext	comb_1	tinyllama	nlr_t_cos	1897.865216	2160.06656	8.319616317749023	27.651394	0.0
0.3745694160461426	7	0.0	wikitext	comb_18	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.72044563293457	27.652361	0.0
0.376156747341156	8	0.0	wikitext	comb_18	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.630317687988281	27.689084	0.0
0.3275582790374756	4	0.0	wikitext	comb_17	tinyllama	nlr_t_cos	1897.865216	2160.06656	8.22994327545166	27.689607	0.0
0.3764606714248657	8	0.0	wikitext	comb_1	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.661276817321777	27.699539	0.0
0.34839582443237305	5	0.0	wikitext	comb_18	tinyllama	nlr_t_cos	1897.865216	2160.06656	7.647418022155762	27.710874	0.0
0.10634921491146088	4	0.0	wikitext	comb_11	tinyllama	nlr_t_cos	1897.865216	2160.06656	30.070602416992188	27.763632	0.0
0.37467071413993835	6	0.0	wikitext	comb_17	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.81356954574585	27.784927	0.0
0.37531235814094543	6	0.0	wikitext	comb_11	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.806519508361816	27.791478	0.0
0.32080379128456116	4	0.0	wikitext	comb_18	tinyllama	nlr_t_cos	1897.865216	2160.06656	8.386785507202148	27.804149	0.0
0.3751097619533539	6	0.0	wikitext	comb_1	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.7922749519348145	27.867727	0.0
0.357007771730423	5	0.0	wikitext	comb_11	tinyllama	nlr_t_cos	1897.865216	2160.06656	7.284257411956787	27.872181	0.0
0.37213778495788574	7	0.0	wikitext	comb_17	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.771554470062256	27.875014	0.0
0.3724755346775055	8	0.0	wikitext	comb_17	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.673147678375244	27.916161	0.0
0.3731847405433655	7	0.0	wikitext	comb_11	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.725313186645508	27.940089	0.0
0.32056736946105957	4	0.0	wikitext	comb_5	tinyllama	nlr_t_cos	1897.865216	2160.06656	8.467190742492676	34.826638	0.0
0.37666332721710205	8	0.0	wikitext	comb_5	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.642918109893799	34.866518	0.0
0.3473488688468933	5	0.0	wikitext	comb_5	tinyllama	nlr_t_cos	1897.865216	2160.06656	7.6465630531311035	34.867739	0.0
0.3736575245857239	6	0.0	wikitext	comb_5	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.787628173828125	34.887924	0.0
0.3745693862438202	7	0.0	wikitext	comb_5	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.77103328704834	34.983605	0.0
0.37527865171432495	7	0.0	wikitext	comb_1	tinyllama	nlr_t_cos	1897.865216	2160.06656	6.781797409057617	92.792433	0.0
0.3545761704444885	5	0.0	wikitext	comb_17	tinyllama	nlr_t_cos	1897.865216	2160.06656	7.373105525970459	164.897234	0.0
0.0	8	0.0	wikitext	comb_6_t	tinyllama	nlr_t_cos	1904.146432	2174.746624	1.1093064546585083	26.064358	0.0
0.45829111337661743	5	0.0	wikitext	comb_15_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	4.286688327789307	14.874225	0.0
0.4453563094139099	8	0.0	wikitext	comb_15_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	3.865349531173706	15.273815	0.0
0.46612632274627686	6	0.0	wikitext	comb_15_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	3.8285183906555176	15.312788	0.0
0.4718676507472992	7	0.0	wikitext	comb_15_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	3.6392133235931396	15.329487	0.0
0.4024316072463989	4	0.0	wikitext	comb_15_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	5.8045501708984375	15.378119	0.0
0.07149612158536911	8	0.0	wikitext	comb_2_t	tinyllama	nlr_t_cos	1904.551936	2178.940928	103.67589569091797	19.611062	0.0
0.4624113440513611	7	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.828017473220825	15.412666	0.0
0.4543059766292572	5	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	4.472318649291992	15.836024	0.0
0.3932793438434601	4	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	5.886220932006836	16.018407	0.0
0.44971296191215515	8	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.8546481132507324	16.512828	0.0
0.46811890602111816	6	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.754751205444336	16.861097	0.0
0.4606214463710785	5	0.0	wikitext	comb_11_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	4.118396282196045	27.500181	0.0
0.39763596653938293	4	0.0	wikitext	comb_17_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	5.837778568267822	27.636964	0.0
0.3996622860431671	4	0.0	wikitext	comb_18_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	5.787833213806152	27.654003	0.0
0.453731894493103	8	0.0	wikitext	comb_18_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.8278918266296387	27.685211	0.0
0.12549814581871033	8	0.0	wikitext	comb_16_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	23.189165115356445	27.693785	0.0
0.12485646456480026	7	0.0	wikitext	comb_16_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	22.226238250732422	27.700058	0.0
0.4664302468299866	7	0.0	wikitext	comb_11_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.6787850856781006	27.715155	0.0
0.4679500460624695	7	0.0	wikitext	comb_17_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.6154022216796875	27.730267	0.0
0.468355268239975	6	0.0	wikitext	comb_1_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.7967960834503174	27.743155	0.0
0.3995947539806366	4	0.0	wikitext	comb_1_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	5.6636505126953125	27.749079	0.0
0.44302600622177124	8	0.0	wikitext	comb_1_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.9269115924835205	27.750263	0.0
0.4588652551174164	5	0.0	wikitext	comb_1_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	4.291725158691406	27.767311	0.0
0.4710233211517334	7	0.0	wikitext	comb_18_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.6573541164398193	27.784694	0.0
0.47038164734840393	6	0.0	wikitext	comb_18_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.7047219276428223	27.793544	0.0
0.45734551548957825	5	0.0	wikitext	comb_17_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	4.234714031219482	27.800143	0.0
0.4668693244457245	6	0.0	wikitext	comb_17_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.7674496173858643	27.83103	0.0
0.44447821378707886	8	0.0	wikitext	comb_17_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.8255598545074463	27.832923	0.0
0.4568389058113098	5	0.0	wikitext	comb_18_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	4.291571617126465	27.841398	0.0
0.3870989680290222	4	0.0	wikitext	comb_11_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	5.919373035430908	27.84924	0.0
0.4463694989681244	8	0.0	wikitext	comb_11_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.9647727012634277	27.857923	0.0
0.3980749845504761	4	0.0	wikitext	comb_5_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	5.865077972412109	34.920755	0.0
0.47068557143211365	8	0.0	wikitext	comb_5_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.8496243953704834	34.99249	0.0
0.4549139142036438	5	0.0	wikitext	comb_5_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	4.305864334106445	35.008588	0.0
0.4754137396812439	7	0.0	wikitext	comb_5_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.522576332092285	35.065076	0.0
0.46984127163887024	7	0.0	wikitext	comb_1_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.659867763519287	92.28077	0.0
0.46697062253952026	6	0.0	wikitext	comb_11_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.897275447845459	95.815305	0.0
0.46251267194747925	6	0.0	wikitext	comb_5_t	tinyllama	nlr_t_cos	1906.384896	2181.03808	3.880735397338867	99.806472	0.0
0.0	4	0.0	wikitext	comb_14	tinyllama	nlr_t_cos	1381.170176	2487.222272	1.1219940185546875	0.30615	0.0
0.0	5	0.0	wikitext	comb_14	tinyllama	nlr_t_cos	1381.170176	2487.222272	1.1219940185546875	0.30615	0.0
0.0	6	0.0	wikitext	comb_14	tinyllama	nlr_t_cos	1381.170176	2487.222272	1.1219940185546875	0.30615	0.0
0.0	7	0.0	wikitext	comb_14	tinyllama	nlr_t_cos	1381.170176	2487.222272	1.1219940185546875	0.30615	0.0
0.0	8	0.0	wikitext	comb_14	tinyllama	nlr_t_cos	1381.170176	2487.222272	1.1219940185546875	0.30615	0.0
0.0	8	0.0	wikitext	comb_14_t	tinyllama	nlr_t_cos	1389.689856	2499.805184	1.1070098876953125	0.500353	0.0
0.37814927101135254	32	0.0	wikitext	base	tinyllama	----	4470.547968	4485.808128	6.595952033996582	11.802097	0.0