diff --git a/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..87de7ba1ec287b969a91a3698156668c605a5d11 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..3e4d2c641e63a98e7e85cce4fdde1e4d7ba1adb1 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..b695443d73ae96e1552f3348d8646809bc449cc2 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..7d92334808bc0cb853b86b4ef47590e15831cca5 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..c5381f28e98442f69f07247ff92d659ddd598937 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/tinyllama.png b/results/bitwidth_acc_decay_per_function/tinyllama.png new file mode 100644 index 0000000000000000000000000000000000000000..6a7d196c7006f5ce323f186cf1e211a157d97aaa Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/tinyllama.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..ffc5ad63998f6bd03ccb2039a2c972cde5a5a3bb --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,111 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.553229 0.0 +0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.447135 0.0 +0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 +0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 +0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 +0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 +0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0 +0.0 4 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 +0.0 5 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 +0.0 6 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 +0.0 7 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 +0.0 8 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0 +0.37767645716667175 6 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.699823379516602 15.02133 0.0 +0.37436679005622864 7 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.755382537841797 15.371048 0.0 +0.33991897106170654 4 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.798666477203369 15.372681 0.0 +0.377001017332077 8 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.6611762046813965 15.46577 0.0 +0.36467409133911133 5 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.099486351013184 15.656416 0.0 +0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 15.488689 0.0 +0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.285869 0.0 +0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.587519 0.0 +0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.617152 0.0 +0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.693741 0.0 +0.0031746034510433674 7 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1137089729309082 27.239143 0.0 +0.014285716228187084 6 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1484264135360718 27.296336 0.0 +0.0 4 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1165803670883179 27.299414 0.0 +0.0 5 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1165803670883179 27.299414 0.0 +0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 +0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 +0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 +0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 +0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0 +0.0 4 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0 +0.0 5 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0 +0.0 6 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0 +0.0 7 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0 +0.0 8 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0 +0.37744003534317017 6 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.721347808837891 27.551339 0.0 +0.3392772674560547 4 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.81934928894043 27.572687 0.0 +0.3792637884616852 6 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.686599254608154 27.59128 0.0 +0.25910165905952454 8 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.865216 2160.06656 11.20016098022461 27.623232 0.0 +0.37436679005622864 7 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.747983455657959 27.633044 0.0 +0.37689971923828125 7 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.712018966674805 27.652062 0.0 +0.3765619993209839 6 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.675408840179443 27.662642 0.0 +0.21087470650672913 4 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 14.46696949005127 27.672359 0.0 +0.36659911274909973 5 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.092386722564697 27.687561 0.0 +0.37720364332199097 6 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.693451404571533 27.713842 0.0 +0.37635931372642517 8 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.657894611358643 27.732906 0.0 +0.37534621357917786 8 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.662107467651367 27.734675 0.0 +0.3768659234046936 8 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.631992816925049 27.751974 0.0 +0.37727120518684387 7 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.713733196258545 27.76419 0.0 +0.37612298130989075 7 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.741753101348877 27.813049 0.0 +0.3660925626754761 5 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.09657621383667 27.883078 0.0 +0.34238433837890625 4 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.778518199920654 27.901239 0.0 +0.3761904537677765 8 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.640418529510498 27.907635 0.0 +0.36518070101737976 5 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.095232009887695 28.064312 0.0 +0.36740967631340027 5 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.084217071533203 28.076771 0.0 +0.3767646253108978 8 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.63077974319458 34.80159 0.0 +0.3746369481086731 7 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7429938316345215 34.958118 0.0 +0.3375886380672455 4 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.9102630615234375 35.015008 0.0 +0.3776426911354065 6 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7046284675598145 35.017795 0.0 +0.36534956097602844 5 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.113324165344238 35.165557 0.0 +0.0 8 0.0 wikitext comb_9_t tinyllama rnd_search_t_lin 1904.146432 2174.746624 1.1093063354492188 26.048659 0.0 +0.0 8 0.0 wikitext comb_18_t tinyllama rnd_search_t_lin 1904.080896 2178.940928 1.1087045669555664 19.822905 0.0 +0.4080040752887726 4 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 5.477011680603027 15.406331 0.0 +0.4693347215652466 6 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.7175943851470947 15.516381 0.0 +0.45011821389198303 8 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.8997297286987305 15.675811 0.0 +0.4667679965496063 7 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.630222797393799 15.987899 0.0 +0.4619385302066803 5 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 4.270049571990967 17.091392 0.0 +0.4678487181663513 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.7950546741485596 16.400252 0.0 +0.4566700756549835 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.826996088027954 16.616776 0.0 +0.45440730452537537 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.4038004875183105 16.664894 0.0 +0.4670044481754303 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.6663572788238525 16.723774 0.0 +0.3936507999897003 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.720499038696289 17.475269 0.0 +0.1253630518913269 8 0.0 wikitext comb_7_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.922119140625 27.490379 0.0 +0.12546437978744507 6 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 22.968996047973633 27.575324 0.0 +0.12549814581871033 7 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.12378692626953 27.601091 0.0 +0.460317462682724 5 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.25510311126709 27.619434 0.0 +0.12546437978744507 8 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 24.089580535888672 27.640837 0.0 +0.12526173889636993 8 0.0 wikitext comb_3_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.65315628051758 27.668225 0.0 +0.4682539701461792 6 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7629215717315674 27.677741 0.0 +0.4642350673675537 6 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.809499740600586 27.679674 0.0 +0.45440730452537537 8 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8719723224639893 27.683211 0.0 +0.4591692090034485 7 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8084073066711426 27.691664 0.0 +0.45866262912750244 5 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.1574811935424805 27.695267 0.0 +0.4711584150791168 7 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7221317291259766 27.717261 0.0 +0.4522121250629425 8 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.840681552886963 27.733077 0.0 +0.4681864380836487 8 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8504974842071533 27.73512 0.0 +0.12546437978744507 5 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.33627700805664 27.742539 0.0 +0.4838230609893799 8 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.71020245552063 27.75041 0.0 +0.4088484048843384 4 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.492745876312256 27.768402 0.0 +0.47183385491371155 6 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7648630142211914 27.781415 0.0 +0.4674772024154663 6 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.723123550415039 27.790085 0.0 +0.45433977246284485 5 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.361414432525635 27.796513 0.0 +0.42914557456970215 4 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.328098773956299 27.811659 0.0 +0.46227630972862244 7 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7487781047821045 27.813195 0.0 +0.4096927046775818 4 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.5659708976745605 27.827132 0.0 +0.45612967014312744 5 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.109336853027344 27.850835 0.0 +0.4660250246524811 7 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7680349349975586 27.863658 0.0 +0.4597771465778351 5 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.2496819496154785 34.939541 0.0 +0.40547114610671997 4 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.543252944946289 34.959377 0.0 +0.4734887182712555 7 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.5750131607055664 34.960078 0.0 +0.4670044183731079 8 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.832333564758301 35.094977 0.0 +0.4757852256298065 6 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.693084955215454 35.732101 0.0 +0.0 4 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 +0.0 5 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 +0.0 6 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 +0.0 7 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 +0.0 8 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0 +0.0 8 0.0 wikitext comb_15_t tinyllama rnd_search_t_lin 1389.689856 2499.805184 1.1195592880249023 0.513876 0.0 +0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.602875 0.0 diff --git a/results/func_by_param_init_method/tinyllama/4/comb_1.png b/results/func_by_param_init_method/tinyllama/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..6f990b733a2482f71433ad3983410c59d593add9 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_13.png b/results/func_by_param_init_method/tinyllama/4/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..01b71fc6994028ef0d707286e23a2340454d9f8e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_13.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_13_t.png b/results/func_by_param_init_method/tinyllama/4/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9fcf9fd6d729c065d654f755434f17472822ac96 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_13_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_16.png b/results/func_by_param_init_method/tinyllama/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..72c2dbaa0aa4c9416574c453f4b50a2900cb3978 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_16_t.png b/results/func_by_param_init_method/tinyllama/4/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..900f6d5d0b1e886f90fe35f76c2911b28c8b521e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_17.png b/results/func_by_param_init_method/tinyllama/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..df1b3b8ee0d55e9e72a8234f07f7500df0af5428 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_17_t.png b/results/func_by_param_init_method/tinyllama/4/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5a823d7e62bcff245ba9a49c2f3a17a046782182 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_1_t.png b/results/func_by_param_init_method/tinyllama/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..313adeda6109e2adcc1e32bddd0fbced50e023c2 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_2.png b/results/func_by_param_init_method/tinyllama/4/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..7765caff574dfbe8d2ec388e004ea3a390bea953 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_2.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_2_t.png b/results/func_by_param_init_method/tinyllama/4/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dd317b779a341743aa033ee9aa35c9b0845070a2 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_1.png b/results/func_by_param_init_method/tinyllama/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..903d503f0f0960fedf2b2d264bd10ceac28a629c Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_11_t.png b/results/func_by_param_init_method/tinyllama/5/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..cf85a88c40590566316103a24bc0b69e942ea099 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_13.png b/results/func_by_param_init_method/tinyllama/5/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..9af3c5a09000f7ab51a46e18d50bec1edcc37649 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_13.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_13_t.png b/results/func_by_param_init_method/tinyllama/5/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..429aa760cdbd3f6681d76666a1244b3e94f4aea0 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_13_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_16.png b/results/func_by_param_init_method/tinyllama/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..2aaa538edfb0888ebca2742a17cba2b4b38029c9 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_16_t.png b/results/func_by_param_init_method/tinyllama/5/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..33815770945c40c105c8b04e075cbd62726fc1e4 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_17.png b/results/func_by_param_init_method/tinyllama/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..deab28fb03f8e8c215286a410fb5fc99e1015ac9 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_17_t.png b/results/func_by_param_init_method/tinyllama/5/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5c0e2e2c1db6f3dd8987facee20e020f727d2f51 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_1_t.png b/results/func_by_param_init_method/tinyllama/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..57742665ff5e879234bcee5d2354feedc3a67a89 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_2.png b/results/func_by_param_init_method/tinyllama/5/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..38e673e2788b506326c71de1a0914ccb3ba6b681 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_2.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_2_t.png b/results/func_by_param_init_method/tinyllama/5/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..057b2d00b602c37af287b5d24e6d5c4634aba96e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_8.png b/results/func_by_param_init_method/tinyllama/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..1e58046b0f6c7d00c18355a432a0044199007837 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_8.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_8_t.png b/results/func_by_param_init_method/tinyllama/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0fffcb2d20373f19c275940779d04972debad6de Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_1.png b/results/func_by_param_init_method/tinyllama/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..995ce70971888a59a45187a581cfda59895514a2 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_11.png b/results/func_by_param_init_method/tinyllama/6/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..8a7fe748dc4d9ebb4124bb74134eed192d52cee5 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_11_t.png b/results/func_by_param_init_method/tinyllama/6/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..cd60f37c91d922a5eb9d97ceb10480a4b3e80b4f Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_13.png b/results/func_by_param_init_method/tinyllama/6/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..0b6bbaf663844ef6fd90a9c9d731296e9b0fc0ae Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_13.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_13_t.png b/results/func_by_param_init_method/tinyllama/6/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..be39760a85aa8991e7aa556ed5db12fa866af0ab Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_13_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_16.png b/results/func_by_param_init_method/tinyllama/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..947e688b3bc89332a49cb1a1363981ea6ce79db0 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_16_t.png b/results/func_by_param_init_method/tinyllama/6/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8d38ef2fbe0a5c3aa72173483fe57c9d081ec407 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_17.png b/results/func_by_param_init_method/tinyllama/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..31d90e99c0d4ad0baa8796082fbf350da1e11746 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_17_t.png b/results/func_by_param_init_method/tinyllama/6/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1669f6c2ee0b65289dc7f0dfd9e1eb3474ec1e1e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_1_t.png b/results/func_by_param_init_method/tinyllama/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9b26598c9e43d1c5731a69e28931459b9a2841f2 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_2.png b/results/func_by_param_init_method/tinyllama/6/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..c9c90f8c3dfe46837a99e0964cc158a51948293e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_2.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_2_t.png b/results/func_by_param_init_method/tinyllama/6/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..465ccb92861566038757d2198da8486327302a80 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_8.png b/results/func_by_param_init_method/tinyllama/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..8e25045527cf13252bb9a447ccc2b813d6a221a0 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_8.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_8_t.png b/results/func_by_param_init_method/tinyllama/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7ccd68fadaeafa77a9d7fe922013b4bb5014e881 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_1.png b/results/func_by_param_init_method/tinyllama/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..3f12a49ae01f5e4146a4ebe0fdaeee32e809295d Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_11.png b/results/func_by_param_init_method/tinyllama/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..23a6e3bbb0ed586d4dfb90cf0dd07205e7e58fe4 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_11_t.png b/results/func_by_param_init_method/tinyllama/7/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..698c4c87175adb298b8e0e0b5387828671705933 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_13.png b/results/func_by_param_init_method/tinyllama/7/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..0ce999b158a9f0e26085a3fcb8b7702073cb1fad Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_13.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_13_t.png b/results/func_by_param_init_method/tinyllama/7/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2b1991fb37e8cebee79ba83f289d20a23df90553 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_13_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_16.png b/results/func_by_param_init_method/tinyllama/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..957e72c564018e33e92be0c2aecdd5e7a47d0b4a Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_16_t.png b/results/func_by_param_init_method/tinyllama/7/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9c3de2dbafb1379cf210599c619dad06902561ed Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_17.png b/results/func_by_param_init_method/tinyllama/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..630dd66a9282a01668eb44ef4ff54ec82042b200 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_17_t.png b/results/func_by_param_init_method/tinyllama/7/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..40c1c1623e052a56b8ac9bab429eb0dc1fa13fc7 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_1_t.png b/results/func_by_param_init_method/tinyllama/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c7df72e47b49603563ec2d0191b968256876369a Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_2.png b/results/func_by_param_init_method/tinyllama/7/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..fea1f22da9156f7e2f3cc18b98dc09e371a52adf Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_2.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_2_t.png b/results/func_by_param_init_method/tinyllama/7/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..799639f5b16cc9bca630d2061d127ae259e08043 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_8.png b/results/func_by_param_init_method/tinyllama/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..0e5e7d0409ccf59726cbe497f098f6971c54c217 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_8.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_8_t.png b/results/func_by_param_init_method/tinyllama/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e6f0464fd5ac908b2c94c8c3a981413102af1ca7 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_1.png b/results/func_by_param_init_method/tinyllama/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..c342dafc242600a24dbbccee518ff7261eb0f242 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_11.png b/results/func_by_param_init_method/tinyllama/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..0867aba51f76eb38e07f33d63f52768b145e3aef Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_11_t.png b/results/func_by_param_init_method/tinyllama/8/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..143b18b0129618b90a6684692f3f41eac5771c34 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_13.png b/results/func_by_param_init_method/tinyllama/8/comb_13.png new file mode 100644 index 0000000000000000000000000000000000000000..7d214105c49998f95c6eecc8158afb2d08e99126 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_13.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_13_t.png b/results/func_by_param_init_method/tinyllama/8/comb_13_t.png new file mode 100644 index 0000000000000000000000000000000000000000..70d5c160caa45cd0269ff30bbc8cdd53ea3cd82f Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_13_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_16.png b/results/func_by_param_init_method/tinyllama/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..40c71892f027020f88dfe81ae3001d51ef5de583 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_16_t.png b/results/func_by_param_init_method/tinyllama/8/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f2297465ec53d87a5be4152d01e885f32c28025b Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_17.png b/results/func_by_param_init_method/tinyllama/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..fdc11ddadcfac3b8966d68d69a7290b2a153f756 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_17_t.png b/results/func_by_param_init_method/tinyllama/8/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d08dd780fcbbf4b5f50ff422df088fbf7becc756 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_1_t.png b/results/func_by_param_init_method/tinyllama/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7086d2dec77e9ea7e691e8aaf40d8abdd7e3f402 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_2.png b/results/func_by_param_init_method/tinyllama/8/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..3f4fbce4668fcd9b59200bd74de21049231a7ef8 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_2.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_2_t.png b/results/func_by_param_init_method/tinyllama/8/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d30b565011bc60ac0aa7959bf325db989c64a969 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_3_t.png b/results/func_by_param_init_method/tinyllama/8/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6fb3e42297781e0e97eb9fce830c40e175e28b13 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_3_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_7_t.png b/results/func_by_param_init_method/tinyllama/8/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e0e4678570870e7830eecd051fe942c749727394 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_7_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_8.png b/results/func_by_param_init_method/tinyllama/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..b338f8ccf4fd3c455ded0335543ddce0ed9bfec7 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_8.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_8_t.png b/results/func_by_param_init_method/tinyllama/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7ddc45ac2540f4f88f49515b6454edc90099cdeb Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_8_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..94deb6b866b36b3f7530ba8a419a7edee15f99d1 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,112 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:----------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 18.5532 | 0 | +| 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.4471 | 0 | +| 2 | 0 | 4 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | +| 3 | 0 | 5 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | +| 4 | 0 | 6 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | +| 5 | 0 | 7 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | +| 6 | 0 | 8 | 0 | wikitext | comb_18 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.6313 | 0 | +| 7 | 0 | 4 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | +| 8 | 0 | 5 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | +| 9 | 0 | 6 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | +| 10 | 0 | 7 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | +| 11 | 0 | 8 | 0 | wikitext | comb_9 | tinyllama | rnd_search_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8868 | 0 | +| 12 | 0.377676 | 6 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.69982 | 15.0213 | 0 | +| 13 | 0.374367 | 7 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.75538 | 15.371 | 0 | +| 14 | 0.339919 | 4 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 7.79867 | 15.3727 | 0 | +| 15 | 0.377001 | 8 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 6.66118 | 15.4658 | 0 | +| 16 | 0.364674 | 5 | 0 | wikitext | comb_16 | tinyllama | rnd_search_t_lin | 1896.03 | 2157.97 | 7.09949 | 15.6564 | 0 | +| 17 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 15.4887 | 0 | +| 18 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.2859 | 0 | +| 19 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.5875 | 0 | +| 20 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.6172 | 0 | +| 21 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.6937 | 0 | +| 22 | 0.0031746 | 7 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11371 | 27.2391 | 0 | +| 23 | 0.0142857 | 6 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.14843 | 27.2963 | 0 | +| 24 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11658 | 27.2994 | 0 | +| 25 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11658 | 27.2994 | 0 | +| 26 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | +| 27 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | +| 28 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | +| 29 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | +| 30 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11374 | 27.3719 | 0 | +| 31 | 0 | 4 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | +| 32 | 0 | 5 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | +| 33 | 0 | 6 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | +| 34 | 0 | 7 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | +| 35 | 0 | 8 | 0 | wikitext | comb_7 | tinyllama | rnd_search_t_lin | 1897.39 | 2160.07 | 1.11589 | 27.6596 | 0 | +| 36 | 0.37744 | 6 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.72135 | 27.5513 | 0 | +| 37 | 0.339277 | 4 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.81935 | 27.5727 | 0 | +| 38 | 0.379264 | 6 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.6866 | 27.5913 | 0 | +| 39 | 0.259102 | 8 | 0 | wikitext | comb_11 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 11.2002 | 27.6232 | 0 | +| 40 | 0.374367 | 7 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74798 | 27.633 | 0 | +| 41 | 0.3769 | 7 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.71202 | 27.6521 | 0 | +| 42 | 0.376562 | 6 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.67541 | 27.6626 | 0 | +| 43 | 0.210875 | 4 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 14.467 | 27.6724 | 0 | +| 44 | 0.366599 | 5 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09239 | 27.6876 | 0 | +| 45 | 0.377204 | 6 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.69345 | 27.7138 | 0 | +| 46 | 0.376359 | 8 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.65789 | 27.7329 | 0 | +| 47 | 0.375346 | 8 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.66211 | 27.7347 | 0 | +| 48 | 0.376866 | 8 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.63199 | 27.752 | 0 | +| 49 | 0.377271 | 7 | 0 | wikitext | comb_13 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.71373 | 27.7642 | 0 | +| 50 | 0.376123 | 7 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74175 | 27.813 | 0 | +| 51 | 0.366093 | 5 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09658 | 27.8831 | 0 | +| 52 | 0.342384 | 4 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.77852 | 27.9012 | 0 | +| 53 | 0.37619 | 8 | 0 | wikitext | comb_8 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.64042 | 27.9076 | 0 | +| 54 | 0.365181 | 5 | 0 | wikitext | comb_17 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.09523 | 28.0643 | 0 | +| 55 | 0.36741 | 5 | 0 | wikitext | comb_2 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.08422 | 28.0768 | 0 | +| 56 | 0.376765 | 8 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.63078 | 34.8016 | 0 | +| 57 | 0.374637 | 7 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.74299 | 34.9581 | 0 | +| 58 | 0.337589 | 4 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.91026 | 35.015 | 0 | +| 59 | 0.377643 | 6 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 6.70463 | 35.0178 | 0 | +| 60 | 0.36535 | 5 | 0 | wikitext | comb_1 | tinyllama | rnd_search_t_lin | 1897.87 | 2160.07 | 7.11332 | 35.1656 | 0 | +| 61 | 0 | 8 | 0 | wikitext | comb_9_t | tinyllama | rnd_search_t_lin | 1904.15 | 2174.75 | 1.10931 | 26.0487 | 0 | +| 62 | 0 | 8 | 0 | wikitext | comb_18_t | tinyllama | rnd_search_t_lin | 1904.08 | 2178.94 | 1.1087 | 19.8229 | 0 | +| 63 | 0.408004 | 4 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 5.47701 | 15.4063 | 0 | +| 64 | 0.469335 | 6 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.71759 | 15.5164 | 0 | +| 65 | 0.450118 | 8 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.89973 | 15.6758 | 0 | +| 66 | 0.466768 | 7 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 3.63022 | 15.9879 | 0 | +| 67 | 0.461939 | 5 | 0 | wikitext | comb_16_t | tinyllama | rnd_search_t_lin | 1904.55 | 2178.94 | 4.27005 | 17.0914 | 0 | +| 68 | 0.467849 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.79505 | 16.4003 | 0 | +| 69 | 0.45667 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.827 | 16.6168 | 0 | +| 70 | 0.454407 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.4038 | 16.6649 | 0 | +| 71 | 0.467004 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.66636 | 16.7238 | 0 | +| 72 | 0.393651 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.7205 | 17.4753 | 0 | +| 73 | 0.125363 | 8 | 0 | wikitext | comb_7_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 38.9221 | 27.4904 | 0 | +| 74 | 0.125464 | 6 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 22.969 | 27.5753 | 0 | +| 75 | 0.125498 | 7 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 23.1238 | 27.6011 | 0 | +| 76 | 0.460317 | 5 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.2551 | 27.6194 | 0 | +| 77 | 0.125464 | 8 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 24.0896 | 27.6408 | 0 | +| 78 | 0.125262 | 8 | 0 | wikitext | comb_3_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 38.6532 | 27.6682 | 0 | +| 79 | 0.468254 | 6 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76292 | 27.6777 | 0 | +| 80 | 0.464235 | 6 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.8095 | 27.6797 | 0 | +| 81 | 0.454407 | 8 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.87197 | 27.6832 | 0 | +| 82 | 0.459169 | 7 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.80841 | 27.6917 | 0 | +| 83 | 0.458663 | 5 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.15748 | 27.6953 | 0 | +| 84 | 0.471158 | 7 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.72213 | 27.7173 | 0 | +| 85 | 0.452212 | 8 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.84068 | 27.7331 | 0 | +| 86 | 0.468186 | 8 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.8505 | 27.7351 | 0 | +| 87 | 0.125464 | 5 | 0 | wikitext | comb_11_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 23.3363 | 27.7425 | 0 | +| 88 | 0.483823 | 8 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.7102 | 27.7504 | 0 | +| 89 | 0.408848 | 4 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.49275 | 27.7684 | 0 | +| 90 | 0.471834 | 6 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76486 | 27.7814 | 0 | +| 91 | 0.467477 | 6 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.72312 | 27.7901 | 0 | +| 92 | 0.45434 | 5 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.36141 | 27.7965 | 0 | +| 93 | 0.429146 | 4 | 0 | wikitext | comb_13_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.3281 | 27.8117 | 0 | +| 94 | 0.462276 | 7 | 0 | wikitext | comb_8_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.74878 | 27.8132 | 0 | +| 95 | 0.409693 | 4 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.56597 | 27.8271 | 0 | +| 96 | 0.45613 | 5 | 0 | wikitext | comb_2_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.10934 | 27.8508 | 0 | +| 97 | 0.466025 | 7 | 0 | wikitext | comb_17_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.76803 | 27.8637 | 0 | +| 98 | 0.459777 | 5 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 4.24968 | 34.9395 | 0 | +| 99 | 0.405471 | 4 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 5.54325 | 34.9594 | 0 | +| 100 | 0.473489 | 7 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.57501 | 34.9601 | 0 | +| 101 | 0.467004 | 8 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.83233 | 35.095 | 0 | +| 102 | 0.475785 | 6 | 0 | wikitext | comb_1_t | tinyllama | rnd_search_t_lin | 1906.38 | 2181.04 | 3.69308 | 35.7321 | 0 | +| 103 | 0 | 4 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | +| 104 | 0 | 5 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | +| 105 | 0 | 6 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | +| 106 | 0 | 7 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | +| 107 | 0 | 8 | 0 | wikitext | comb_15 | tinyllama | rnd_search_t_lin | 1381.17 | 2487.22 | 1.11956 | 0.523504 | 0 | +| 108 | 0 | 8 | 0 | wikitext | comb_15_t | tinyllama | rnd_search_t_lin | 1389.69 | 2499.81 | 1.11956 | 0.513876 | 0 | +| 109 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.6029 | 0 | \ No newline at end of file