accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.3641674816608429	4	0.0	wikitext	ao_woq	tinyllama	fixed	741.692928	866.123776	7.043089866638184	18.421297	0.0
0.3771361112594604	8	0.0	wikitext	ao_woq	tinyllama	fixed	1631.725568	1988.100096	6.605966091156006	15.539978	0.0
0.0	4	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	5	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	6	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	7	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	8	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	4	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	5	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	6	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	7	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	8	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.3492738604545593	5	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	7.59440803527832	14.804527	0.0
0.3748057782649994	6	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.820615768432617	15.094575	0.0
0.3736913502216339	7	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.751235485076904	15.129384	0.0
0.325295478105545	4	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	8.292394638061523	15.266298	0.0
0.376629501581192	8	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.648813247680664	15.610503	0.0
0.3772712051868438	8	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.604811191558838	15.927165	0.0
0.3676123023033142	5	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.966304302215576	16.687837	0.0
0.3763255476951599	7	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.663349628448486	16.806651	0.0
0.3469773828983307	4	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	7.655362606048584	66.058771	0.0
0.3785883486270904	6	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.501583099365234	67.418015	0.0
0.0	4	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	5	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	6	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	4	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	5	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	6	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	7	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	8	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0047619054093956	7	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.109161138534546	27.592245	0.0
0.0	4	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	5	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	6	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	7	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	8	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.3751435577869415	6	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.78739070892334	27.790898	0.0
0.376156747341156	8	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.630317687988281	27.814126	0.0
0.3734549283981323	6	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.796349048614502	27.820068	0.0
0.2625464797019958	8	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	11.513182640075684	27.840571	0.0
0.348395824432373	5	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.647418022155762	27.847983	0.0
0.3727119565010071	7	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.718999862670898	27.887398	0.0
0.3751097917556762	7	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.765981674194336	27.897337	0.0
0.357176661491394	5	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.300607204437256	27.898576	0.0
0.3280648589134216	4	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.234101295471191	27.919429	0.0
0.3208037912845611	4	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.386785507202148	27.93508	0.0
0.3131374716758728	4	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.788942337036133	27.95638	0.0
0.3746369481086731	6	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.822465896606445	27.985409	0.0
0.3722391128540039	7	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.787343502044678	27.986104	0.0
0.3749746680259704	6	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.805139541625977	28.016486	0.0
0.3236069083213806	4	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.328503608703613	28.020534	0.0
0.3750084638595581	8	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.664987087249756	28.03746	0.0
0.3743667900562286	8	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.7002363204956055	28.046061	0.0
0.3547112643718719	5	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.370707988739014	28.099499	0.0
0.3736575245857239	6	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.787633895874023	35.160303	0.0
0.3205673694610595	4	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.467190742492676	35.206603	0.0
0.3745693862438202	7	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.77103328704834	35.208994	0.0
0.3473488688468933	5	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.646571636199951	35.212547	0.0
0.376663327217102	8	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.642916202545166	35.446694	0.0
0.3745694160461426	7	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.72044563293457	74.097814	0.0
0.3768321573734283	8	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.651950836181641	93.118894	0.0
0.3527524769306183	5	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.499456882476807	93.750203	0.0
0.0	4	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	5	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	6	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	7	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	8	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.3781492710113525	32	0.0	wikitext	base	tinyllama	----	4470.547968	4485.808128	6.595952033996582	11.494127	0.0