accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.2965889573097229	4	0.0	wikitext	ao_woq	opt	fixed	268.126208	715.128832	8.768630981445312	36.789334	0.0
0.3248226940631866	8	0.0	wikitext	ao_woq	opt	fixed	580.071936	851.443712	7.916566848754883	34.130404	0.0
0.0015873017255216	5	0.0	wikitext	comb_17	opt	rnd_search_t_cos	669.68832	861.929472	1.113356113433838	32.942474	0.0
0.0015873017255216	7	0.0	wikitext	comb_17	opt	rnd_search_t_cos	669.68832	861.929472	1.1113218069076538	36.931346	0.0
0.0	4	0.0	wikitext	comb_5	opt	rnd_search_t_cos	669.68832	861.929472	1.1143286228179932	37.7132	0.0
0.0	5	0.0	wikitext	comb_5	opt	rnd_search_t_cos	669.68832	861.929472	1.1143286228179932	37.7132	0.0
0.0	6	0.0	wikitext	comb_5	opt	rnd_search_t_cos	669.68832	861.929472	1.1143286228179932	37.7132	0.0
0.0	7	0.0	wikitext	comb_5	opt	rnd_search_t_cos	669.68832	861.929472	1.1143286228179932	37.7132	0.0
0.0	8	0.0	wikitext	comb_5	opt	rnd_search_t_cos	669.68832	861.929472	1.1143286228179932	37.7132	0.0
0.0	4	0.0	wikitext	comb_17	opt	rnd_search_t_cos	669.68832	861.929472	1.112660527229309	38.042724	0.0
0.0015873017255216	8	0.0	wikitext	comb_17	opt	rnd_search_t_cos	669.68832	861.929472	1.110521912574768	38.418364	0.0
0.0031746034510433	6	0.0	wikitext	comb_17	opt	rnd_search_t_cos	669.68832	861.929472	1.111747145652771	39.369569	0.0
0.3243836760520935	8	0.0	wikitext	comb_15	opt	rnd_search_t_cos	670.15936	861.929472	7.910774230957031	27.715499	0.0
0.3251266479492187	7	0.0	wikitext	comb_15	opt	rnd_search_t_cos	670.15936	861.929472	7.901535511016846	28.336451	0.0
0.3186423778533935	5	0.0	wikitext	comb_15	opt	rnd_search_t_cos	670.15936	861.929472	8.090120315551758	31.903253	0.0
0.3068895936012268	4	0.0	wikitext	comb_15	opt	rnd_search_t_cos	670.15936	861.929472	8.280084609985352	31.999083	0.0
0.3238095343112945	6	0.0	wikitext	comb_15	opt	rnd_search_t_cos	670.15936	861.929472	7.785388469696045	32.964006	0.0
0.321073979139328	6	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.8056864738464355	29.655197	0.0
0.2924012243747711	4	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	8.903441429138184	34.571433	0.0
0.3248564898967743	8	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.916111469268799	36.253733	0.0
0.3245187401771545	7	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	7.905444145202637	36.444165	0.0
0.3170213103294372	5	0.0	wikitext	woq	opt	fixed	670.234624	861.929472	8.222683906555176	37.870234	0.0
0.0	4	0.0	wikitext	comb_18	opt	rnd_search_t_cos	670.981632	861.929472	1.1166749000549316	43.067029	0.0
0.0	5	0.0	wikitext	comb_18	opt	rnd_search_t_cos	670.981632	861.929472	1.1166749000549316	43.067029	0.0
0.0	6	0.0	wikitext	comb_18	opt	rnd_search_t_cos	670.981632	861.929472	1.1166749000549316	43.067029	0.0
0.0	7	0.0	wikitext	comb_18	opt	rnd_search_t_cos	670.981632	861.929472	1.1166749000549316	43.067029	0.0
0.0	4	0.0	wikitext	comb_10	opt	rnd_search_t_cos	670.981632	861.929472	1.107284665107727	47.13581	0.0
0.0	5	0.0	wikitext	comb_10	opt	rnd_search_t_cos	670.981632	861.929472	1.107284665107727	47.13581	0.0
0.0	6	0.0	wikitext	comb_10	opt	rnd_search_t_cos	670.981632	861.929472	1.107284665107727	47.13581	0.0
0.0	7	0.0	wikitext	comb_10	opt	rnd_search_t_cos	670.981632	861.929472	1.107284665107727	47.13581	0.0
0.0	8	0.0	wikitext	comb_10	opt	rnd_search_t_cos	670.981632	861.929472	1.107284665107727	47.13581	0.0
0.0	4	0.0	wikitext	comb_9	opt	rnd_search_t_cos	670.981632	861.929472	1.115135669708252	48.316474	0.0
0.0	5	0.0	wikitext	comb_9	opt	rnd_search_t_cos	670.981632	861.929472	1.115135669708252	48.316474	0.0
0.0	6	0.0	wikitext	comb_9	opt	rnd_search_t_cos	670.981632	861.929472	1.115135669708252	48.316474	0.0
0.0126984138041734	7	0.0	wikitext	comb_12	opt	rnd_search_t_cos	670.981632	861.929472	1.10343599319458	49.092004	0.0
0.0047619054093956	8	0.0	wikitext	comb_18	opt	rnd_search_t_cos	670.981632	861.929472	1.110178828239441	52.575273	0.0
0.0	4	0.0	wikitext	comb_12	opt	rnd_search_t_cos	670.981632	861.929472	1.1151705980300903	53.333858	0.0
0.0	5	0.0	wikitext	comb_12	opt	rnd_search_t_cos	670.981632	861.929472	1.1151705980300903	53.333858	0.0
0.0	6	0.0	wikitext	comb_12	opt	rnd_search_t_cos	670.981632	861.929472	1.1151705980300903	53.333858	0.0
0.0	4	0.0	wikitext	comb_2	opt	rnd_search_t_cos	670.981632	861.929472	1.1143286228179932	57.869217	0.0
0.0	5	0.0	wikitext	comb_2	opt	rnd_search_t_cos	670.981632	861.929472	1.1143286228179932	57.869217	0.0
0.0	6	0.0	wikitext	comb_2	opt	rnd_search_t_cos	670.981632	861.929472	1.1143286228179932	57.869217	0.0
0.0	7	0.0	wikitext	comb_2	opt	rnd_search_t_cos	670.981632	861.929472	1.1143286228179932	57.869217	0.0
0.0	8	0.0	wikitext	comb_2	opt	rnd_search_t_cos	670.981632	861.929472	1.1143286228179932	57.869217	0.0
0.3243836760520935	7	0.0	wikitext	comb_6	opt	rnd_search_t_cos	671.452672	861.929472	7.9407548904418945	43.214376	0.0
0.3175278604030609	6	0.0	wikitext	comb_1	opt	rnd_search_t_cos	671.452672	861.929472	7.858508586883545	43.330536	0.0
0.322289764881134	8	0.0	wikitext	comb_1	opt	rnd_search_t_cos	671.452672	861.929472	8.02734661102295	43.552336	0.0
0.3254981338977813	7	0.0	wikitext	comb_4	opt	rnd_search_t_cos	671.452672	861.929472	7.911805629730225	43.964159	0.0
0.325295478105545	7	0.0	wikitext	comb_8	opt	rnd_search_t_cos	671.452672	861.929472	7.930828094482422	44.076739	0.0
0.3244849443435669	8	0.0	wikitext	comb_8	opt	rnd_search_t_cos	671.452672	861.929472	7.89646053314209	44.23618	0.0
0.2886187136173248	8	0.0	wikitext	comb_12	opt	rnd_search_t_cos	671.452672	861.929472	9.23768424987793	44.323249	0.0
0.3192164897918701	5	0.0	wikitext	comb_1	opt	rnd_search_t_cos	671.452672	861.929472	8.060843467712402	46.121806	0.0
0.3077676594257355	4	0.0	wikitext	comb_1	opt	rnd_search_t_cos	671.452672	861.929472	8.252416610717773	46.179727	0.0
0.3248902559280395	7	0.0	wikitext	comb_16	opt	rnd_search_t_cos	671.452672	861.929472	7.927831172943115	46.22939	0.0
0.3222559988498688	6	0.0	wikitext	comb_4	opt	rnd_search_t_cos	671.452672	861.929472	7.791579723358154	48.080151	0.0
0.3092873990535736	4	0.0	wikitext	comb_8	opt	rnd_search_t_cos	671.452672	861.929472	8.197556495666504	48.486795	0.0
0.3072948157787323	4	0.0	wikitext	comb_4	opt	rnd_search_t_cos	671.452672	861.929472	8.315207481384277	48.502763	0.0
0.3091523349285126	4	0.0	wikitext	comb_6	opt	rnd_search_t_cos	671.452672	861.929472	8.200687408447266	48.745011	0.0
0.3212765753269195	6	0.0	wikitext	comb_8	opt	rnd_search_t_cos	671.452672	861.929472	7.803115367889404	50.298732	0.0
0.3204660713672638	6	0.0	wikitext	comb_6	opt	rnd_search_t_cos	671.452672	861.929472	7.804860115051269	50.314663	0.0
0.3180344402790069	8	0.0	wikitext	comb_9	opt	rnd_search_t_cos	671.452672	861.929472	7.951894760131836	50.44247	0.0
0.3244511783123016	8	0.0	wikitext	comb_4	opt	rnd_search_t_cos	671.452672	861.929472	7.918829441070557	50.584817	0.0
0.3243836760520935	8	0.0	wikitext	comb_6	opt	rnd_search_t_cos	671.452672	861.929472	7.916323184967041	50.942473	0.0
0.3215805292129516	6	0.0	wikitext	comb_16	opt	rnd_search_t_cos	671.452672	861.929472	7.8114914894104	51.424982	0.0
0.322289764881134	6	0.0	wikitext	comb_7	opt	rnd_search_t_cos	671.452672	861.929472	7.79742956161499	51.780064	0.0
0.3244511783123016	8	0.0	wikitext	comb_7	opt	rnd_search_t_cos	671.452672	861.929472	7.91765022277832	53.036462	0.0
0.3240459561347961	8	0.0	wikitext	comb_16	opt	rnd_search_t_cos	671.452672	861.929472	7.92760419845581	53.350211	0.0
0.3183046281337738	5	0.0	wikitext	comb_6	opt	rnd_search_t_cos	671.452672	861.929472	8.042561531066895	53.72996	0.0
0.3054711520671844	4	0.0	wikitext	comb_16	opt	rnd_search_t_cos	671.452672	861.929472	8.34504222869873	54.153153	0.0
0.3186085820198059	5	0.0	wikitext	comb_7	opt	rnd_search_t_cos	671.452672	861.929472	8.072864532470703	54.226595	0.0
0.3171901404857635	5	0.0	wikitext	comb_16	opt	rnd_search_t_cos	671.452672	861.929472	8.083148956298828	54.299619	0.0
0.325531929731369	7	0.0	wikitext	comb_7	opt	rnd_search_t_cos	671.452672	861.929472	7.89844274520874	54.916734	0.0
0.3184735178947449	5	0.0	wikitext	comb_4	opt	rnd_search_t_cos	671.452672	861.929472	8.065112113952637	56.869423	0.0
0.3075650334358215	4	0.0	wikitext	comb_7	opt	rnd_search_t_cos	671.452672	861.929472	8.318281173706055	57.017232	0.0
0.1781830489635467	7	0.0	wikitext	comb_9	opt	rnd_search_t_cos	671.452672	861.929472	19.78476905822754	57.553761	0.0
0.3211753070354461	7	0.0	wikitext	comb_1	opt	rnd_search_t_cos	671.452672	861.929472	8.00670337677002	59.005898	0.0
0.317325234413147	5	0.0	wikitext	comb_8	opt	rnd_search_t_cos	671.452672	861.929472	8.024106979370117	90.17578	0.0
0.0	4	0.0	wikitext	comb_3	opt	rnd_search_t_cos	477.740032	968.884224	1.1112439632415771	0.060012	0.0
0.0	5	0.0	wikitext	comb_3	opt	rnd_search_t_cos	477.740032	968.884224	1.1112439632415771	0.060012	0.0
0.0	6	0.0	wikitext	comb_3	opt	rnd_search_t_cos	477.740032	968.884224	1.1112439632415771	0.060012	0.0
0.0	7	0.0	wikitext	comb_3	opt	rnd_search_t_cos	477.740032	968.884224	1.1112439632415771	0.060012	0.0
0.0	8	0.0	wikitext	comb_3	opt	rnd_search_t_cos	477.740032	968.884224	1.1112439632415771	0.060012	0.0
0.0	4	0.0	wikitext	comb_11	opt	rnd_search_t_cos	477.740032	968.884224	1.1118524074554443	0.062987	0.0
0.0	5	0.0	wikitext	comb_11	opt	rnd_search_t_cos	477.740032	968.884224	1.1118524074554443	0.062987	0.0
0.0	6	0.0	wikitext	comb_11	opt	rnd_search_t_cos	477.740032	968.884224	1.1118524074554443	0.062987	0.0
0.0	7	0.0	wikitext	comb_11	opt	rnd_search_t_cos	477.740032	968.884224	1.1118524074554443	0.062987	0.0
0.0	8	0.0	wikitext	comb_11	opt	rnd_search_t_cos	477.740032	968.884224	1.1118524074554443	0.062987	0.0
0.3243836760520935	32	0.0	wikitext	base	opt	----	1359.398912	1402.994688	7.934948921203613	23.844081	0.0