File size: 13,339 Bytes
62c0d0f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
accuracy	bits	clip	dataset	method	model	params	peak_mem_alloc_mb	peak_mem_reserv_mb	perplexity	time_ms	wer
0.3641674816608429	4	0.0	wikitext	ao_woq	tinyllama	fixed	741.692928	866.123776	7.043089866638184	18.421297	0.0
0.37713611125946045	8	0.0	wikitext	ao_woq	tinyllama	fixed	1631.725568	1988.100096	6.605966091156006	15.539978	0.0
0.0	4	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	5	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	6	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	7	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	8	0.0	wikitext	comb_17	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.110665202140808	19.820667	0.0
0.0	4	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	5	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	6	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	7	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.0	8	0.0	wikitext	comb_5	tinyllama	rnd_search_t_cos	1895.561216	2157.969408	1.1093066930770874	26.177282	0.0
0.3492738604545593	5	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	7.59440803527832	14.804527	0.0
0.3748057782649994	6	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.820615768432617	15.094575	0.0
0.3736913502216339	7	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.751235485076904	15.129384	0.0
0.32529547810554504	4	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	8.292394638061523	15.266298	0.0
0.376629501581192	8	0.0	wikitext	comb_15	tinyllama	rnd_search_t_cos	1896.032256	2157.969408	6.648813247680664	15.610503	0.0
0.37727120518684387	8	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.604811191558838	15.927165	0.0
0.3676123023033142	5	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.966304302215576	16.687837	0.0
0.3763255476951599	7	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.663349628448486	16.806651	0.0
0.3469773828983307	4	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	7.655362606048584	66.058771	0.0
0.37858834862709045	6	0.0	wikitext	woq	tinyllama	fixed	1896.111616	2160.06656	6.501583099365234	67.418015	0.0
0.0	4	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	5	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	6	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.145394206047058	27.563773	0.0
0.0	4	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	5	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	6	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	7	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.0	8	0.0	wikitext	comb_18	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1098952293395996	27.570311	0.0
0.004761905409395695	7	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.109161138534546	27.592245	0.0
0.0	4	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	5	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	6	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	7	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.0	8	0.0	wikitext	comb_10	tinyllama	rnd_search_t_cos	1897.394176	2160.06656	1.1163378953933716	27.698181	0.0
0.37514355778694153	6	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.78739070892334	27.790898	0.0
0.376156747341156	8	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.630317687988281	27.814126	0.0
0.3734549283981323	6	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.796349048614502	27.820068	0.0
0.26254647970199585	8	0.0	wikitext	comb_12	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	11.513182640075684	27.840571	0.0
0.34839582443237305	5	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.647418022155762	27.847983	0.0
0.3727119565010071	7	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.718999862670898	27.887398	0.0
0.37510979175567627	7	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.765981674194336	27.897337	0.0
0.35717666149139404	5	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.300607204437256	27.898576	0.0
0.32806485891342163	4	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.234101295471191	27.919429	0.0
0.32080379128456116	4	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.386785507202148	27.93508	0.0
0.3131374716758728	4	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.788942337036133	27.95638	0.0
0.3746369481086731	6	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.822465896606445	27.985409	0.0
0.3722391128540039	7	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.787343502044678	27.986104	0.0
0.37497466802597046	6	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.805139541625977	28.016486	0.0
0.3236069083213806	4	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.328503608703613	28.020534	0.0
0.3750084638595581	8	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.664987087249756	28.03746	0.0
0.37436679005622864	8	0.0	wikitext	comb_8	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.7002363204956055	28.046061	0.0
0.35471126437187195	5	0.0	wikitext	comb_6	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.370707988739014	28.099499	0.0
0.3736575245857239	6	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.787633895874023	35.160303	0.0
0.32056736946105957	4	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	8.467190742492676	35.206603	0.0
0.3745693862438202	7	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.77103328704834	35.208994	0.0
0.3473488688468933	5	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.646571636199951	35.212547	0.0
0.37666332721710205	8	0.0	wikitext	comb_16	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.642916202545166	35.446694	0.0
0.3745694160461426	7	0.0	wikitext	comb_4	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.72044563293457	74.097814	0.0
0.37683215737342834	8	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	6.651950836181641	93.118894	0.0
0.3527524769306183	5	0.0	wikitext	comb_1	tinyllama	rnd_search_t_cos	1897.865216	2160.06656	7.499456882476807	93.750203	0.0
0.0	8	0.0	wikitext	comb_5_t	tinyllama	rnd_search_t_cos	1904.146432	2174.746624	1.1093064546585083	26.186495	0.0
0.04212454706430435	8	0.0	wikitext	comb_17_t	tinyllama	rnd_search_t_cos	1904.09728	2178.940928	1.2985304594039917	19.83594	0.0
0.4716987609863281	6	0.0	wikitext	comb_15_t	tinyllama	rnd_search_t_cos	1904.551936	2178.940928	3.7289092540740967	14.556232	0.0
0.3973657488822937	4	0.0	wikitext	comb_15_t	tinyllama	rnd_search_t_cos	1904.551936	2178.940928	5.701084136962891	15.057053	0.0
0.45427221059799194	5	0.0	wikitext	comb_15_t	tinyllama	rnd_search_t_cos	1904.551936	2178.940928	4.304772853851318	15.347903	0.0
0.46936845779418945	7	0.0	wikitext	comb_15_t	tinyllama	rnd_search_t_cos	1904.551936	2178.940928	3.6145713329315186	15.671561	0.0
0.43931108713150024	8	0.0	wikitext	comb_15_t	tinyllama	rnd_search_t_cos	1904.551936	2178.940928	3.9724502563476562	47.707188	0.0
0.4452211856842041	8	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.924962282180786	15.956677	0.0
0.47075313329696655	7	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.660214424133301	16.348675	0.0
0.4528537690639496	5	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	4.42483377456665	16.366052	0.0
0.4612968862056732	6	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	3.779924154281616	16.870858	0.0
0.39648768305778503	4	0.0	wikitext	woq_t	tinyllama	fixed	1904.631296	2181.03808	5.761601448059082	65.856696	0.0
0.0158730186522007	8	0.0	wikitext	comb_10_t	tinyllama	rnd_search_t_cos	1905.921024	2181.03808	1.147719144821167	27.826014	0.0
0.13154339790344238	6	0.0	wikitext	comb_12_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	23.68007469177246	27.735822	0.0
0.12546437978744507	8	0.0	wikitext	comb_12_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	23.399200439453125	27.75806	0.0
0.47490713000297546	6	0.0	wikitext	comb_6_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.746734619140625	27.769552	0.0
0.12546437978744507	7	0.0	wikitext	comb_12_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	21.65581512451172	27.8162	0.0
0.4027355909347534	4	0.0	wikitext	comb_1_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	5.609149932861328	27.82333	0.0
0.4416751265525818	8	0.0	wikitext	comb_8_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.001720905303955	27.839803	0.0
0.467646062374115	6	0.0	wikitext	comb_4_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.811641216278076	27.84338	0.0
0.46382978558540344	5	0.0	wikitext	comb_8_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.091793060302734	27.844181	0.0
0.4553191661834717	5	0.0	wikitext	comb_6_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.374711036682129	27.884053	0.0
0.3977372646331787	4	0.0	wikitext	comb_8_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	5.561113357543945	27.886438	0.0
0.47105708718299866	7	0.0	wikitext	comb_6_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.645103931427002	27.901748	0.0
0.4689632058143616	7	0.0	wikitext	comb_1_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.678706169128418	27.903886	0.0
0.46990883350372314	7	0.0	wikitext	comb_8_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.6156325340270996	27.919573	0.0
0.46372848749160767	6	0.0	wikitext	comb_1_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.766780138015747	27.928961	0.0
0.45812228322029114	5	0.0	wikitext	comb_4_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.280441761016846	27.931659	0.0
0.12104019522666931	8	0.0	wikitext	comb_18_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	39.476627349853516	27.935854	0.0
0.4764944314956665	8	0.0	wikitext	comb_4_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.731606960296631	27.972789	0.0
0.4374873638153076	8	0.0	wikitext	comb_6_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.956845998764038	28.034313	0.0
0.40087810158729553	4	0.0	wikitext	comb_6_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	5.790101051330566	28.052892	0.0
0.3941236138343811	4	0.0	wikitext	comb_4_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	5.85722541809082	28.091564	0.0
0.47207027673721313	7	0.0	wikitext	comb_4_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.570634603500366	28.131657	0.0
0.4493752121925354	8	0.0	wikitext	comb_1_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.9227662086486816	28.16754	0.0
0.4734211564064026	6	0.0	wikitext	comb_16_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.703791618347168	35.2082	0.0
0.4717325270175934	7	0.0	wikitext	comb_16_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.6275858879089355	35.244539	0.0
0.39902064204216003	4	0.0	wikitext	comb_16_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	5.773286819458008	35.27738	0.0
0.44332998991012573	8	0.0	wikitext	comb_16_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.890549421310425	35.392824	0.0
0.4575481116771698	5	0.0	wikitext	comb_16_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.395427227020264	35.603151	0.0
0.4595406949520111	5	0.0	wikitext	comb_1_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	4.108213424682617	92.241717	0.0
0.4745018780231476	6	0.0	wikitext	comb_8_t	tinyllama	rnd_search_t_cos	1906.384896	2181.03808	3.743009090423584	93.968884	0.0
0.0	4	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	5	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	6	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	7	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	8	0.0	wikitext	comb_3	tinyllama	rnd_search_t_cos	1381.170176	2487.222272	1.1207027435302734	0.510374	0.0
0.0	8	0.0	wikitext	comb_3_t	tinyllama	rnd_search_t_cos	1389.689856	2499.805184	1.112532615661621	0.489505	0.0
0.37814927101135254	32	0.0	wikitext	base	tinyllama	----	4470.547968	4485.808128	6.595952033996582	11.494127	0.0