File size: 13,229 Bytes
47fe8ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.553229 0.0
0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.447135 0.0
0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.110665202140808 19.631324 0.0
0.0 4 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 5 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 6 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 7 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.0 8 0.0 wikitext comb_9 tinyllama rnd_search_t_lin 1895.561216 2157.969408 1.1093063354492188 25.886796 0.0
0.37767645716667175 6 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.699823379516602 15.02133 0.0
0.37436679005622864 7 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.755382537841797 15.371048 0.0
0.33991897106170654 4 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.798666477203369 15.372681 0.0
0.377001017332077 8 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 6.6611762046813965 15.46577 0.0
0.36467409133911133 5 0.0 wikitext comb_16 tinyllama rnd_search_t_lin 1896.032256 2157.969408 7.099486351013184 15.656416 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 15.488689 0.0
0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.285869 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.587519 0.0
0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.617152 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.693741 0.0
0.0031746034510433674 7 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1137089729309082 27.239143 0.0
0.014285716228187084 6 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1484264135360718 27.296336 0.0
0.0 4 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1165803670883179 27.299414 0.0
0.0 5 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1165803670883179 27.299414 0.0
0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.113740086555481 27.37191 0.0
0.0 4 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0
0.0 5 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0
0.0 6 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0
0.0 7 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0
0.0 8 0.0 wikitext comb_7 tinyllama rnd_search_t_lin 1897.394176 2160.06656 1.1158870458602905 27.659592 0.0
0.37744003534317017 6 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.721347808837891 27.551339 0.0
0.3392772674560547 4 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.81934928894043 27.572687 0.0
0.3792637884616852 6 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.686599254608154 27.59128 0.0
0.25910165905952454 8 0.0 wikitext comb_11 tinyllama rnd_search_t_lin 1897.865216 2160.06656 11.20016098022461 27.623232 0.0
0.37436679005622864 7 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.747983455657959 27.633044 0.0
0.37689971923828125 7 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.712018966674805 27.652062 0.0
0.3765619993209839 6 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.675408840179443 27.662642 0.0
0.21087470650672913 4 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 14.46696949005127 27.672359 0.0
0.36659911274909973 5 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.092386722564697 27.687561 0.0
0.37720364332199097 6 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.693451404571533 27.713842 0.0
0.37635931372642517 8 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.657894611358643 27.732906 0.0
0.37534621357917786 8 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.662107467651367 27.734675 0.0
0.3768659234046936 8 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.631992816925049 27.751974 0.0
0.37727120518684387 7 0.0 wikitext comb_13 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.713733196258545 27.76419 0.0
0.37612298130989075 7 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.741753101348877 27.813049 0.0
0.3660925626754761 5 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.09657621383667 27.883078 0.0
0.34238433837890625 4 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.778518199920654 27.901239 0.0
0.3761904537677765 8 0.0 wikitext comb_8 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.640418529510498 27.907635 0.0
0.36518070101737976 5 0.0 wikitext comb_17 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.095232009887695 28.064312 0.0
0.36740967631340027 5 0.0 wikitext comb_2 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.084217071533203 28.076771 0.0
0.3767646253108978 8 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.63077974319458 34.80159 0.0
0.3746369481086731 7 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7429938316345215 34.958118 0.0
0.3375886380672455 4 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.9102630615234375 35.015008 0.0
0.3776426911354065 6 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 6.7046284675598145 35.017795 0.0
0.36534956097602844 5 0.0 wikitext comb_1 tinyllama rnd_search_t_lin 1897.865216 2160.06656 7.113324165344238 35.165557 0.0
0.0 8 0.0 wikitext comb_9_t tinyllama rnd_search_t_lin 1904.146432 2174.746624 1.1093063354492188 26.048659 0.0
0.0 8 0.0 wikitext comb_18_t tinyllama rnd_search_t_lin 1904.080896 2178.940928 1.1087045669555664 19.822905 0.0
0.4080040752887726 4 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 5.477011680603027 15.406331 0.0
0.4693347215652466 6 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.7175943851470947 15.516381 0.0
0.45011821389198303 8 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.8997297286987305 15.675811 0.0
0.4667679965496063 7 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 3.630222797393799 15.987899 0.0
0.4619385302066803 5 0.0 wikitext comb_16_t tinyllama rnd_search_t_lin 1904.551936 2178.940928 4.270049571990967 17.091392 0.0
0.4678487181663513 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.7950546741485596 16.400252 0.0
0.4566700756549835 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.826996088027954 16.616776 0.0
0.45440730452537537 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.4038004875183105 16.664894 0.0
0.4670044481754303 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.6663572788238525 16.723774 0.0
0.3936507999897003 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.720499038696289 17.475269 0.0
0.1253630518913269 8 0.0 wikitext comb_7_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.922119140625 27.490379 0.0
0.12546437978744507 6 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 22.968996047973633 27.575324 0.0
0.12549814581871033 7 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.12378692626953 27.601091 0.0
0.460317462682724 5 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.25510311126709 27.619434 0.0
0.12546437978744507 8 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 24.089580535888672 27.640837 0.0
0.12526173889636993 8 0.0 wikitext comb_3_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 38.65315628051758 27.668225 0.0
0.4682539701461792 6 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7629215717315674 27.677741 0.0
0.4642350673675537 6 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.809499740600586 27.679674 0.0
0.45440730452537537 8 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8719723224639893 27.683211 0.0
0.4591692090034485 7 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8084073066711426 27.691664 0.0
0.45866262912750244 5 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.1574811935424805 27.695267 0.0
0.4711584150791168 7 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7221317291259766 27.717261 0.0
0.4522121250629425 8 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.840681552886963 27.733077 0.0
0.4681864380836487 8 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.8504974842071533 27.73512 0.0
0.12546437978744507 5 0.0 wikitext comb_11_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 23.33627700805664 27.742539 0.0
0.4838230609893799 8 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.71020245552063 27.75041 0.0
0.4088484048843384 4 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.492745876312256 27.768402 0.0
0.47183385491371155 6 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7648630142211914 27.781415 0.0
0.4674772024154663 6 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.723123550415039 27.790085 0.0
0.45433977246284485 5 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.361414432525635 27.796513 0.0
0.42914557456970215 4 0.0 wikitext comb_13_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.328098773956299 27.811659 0.0
0.46227630972862244 7 0.0 wikitext comb_8_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7487781047821045 27.813195 0.0
0.4096927046775818 4 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.5659708976745605 27.827132 0.0
0.45612967014312744 5 0.0 wikitext comb_2_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.109336853027344 27.850835 0.0
0.4660250246524811 7 0.0 wikitext comb_17_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.7680349349975586 27.863658 0.0
0.4597771465778351 5 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 4.2496819496154785 34.939541 0.0
0.40547114610671997 4 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 5.543252944946289 34.959377 0.0
0.4734887182712555 7 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.5750131607055664 34.960078 0.0
0.4670044183731079 8 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.832333564758301 35.094977 0.0
0.4757852256298065 6 0.0 wikitext comb_1_t tinyllama rnd_search_t_lin 1906.384896 2181.03808 3.693084955215454 35.732101 0.0
0.0 4 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 5 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 6 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 7 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 8 0.0 wikitext comb_15 tinyllama rnd_search_t_lin 1381.170176 2487.222272 1.11955988407135 0.523504 0.0
0.0 8 0.0 wikitext comb_15_t tinyllama rnd_search_t_lin 1389.689856 2499.805184 1.1195592880249023 0.513876 0.0
0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.602875 0.0
|