Diogo-V's picture
Upload results for tinyllama
62c0d0f verified
raw
history blame
13.3 kB
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.421297 0.0
0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.539978 0.0
0.0 4 0.0 wikitext comb_17 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.110665202140808 19.820667 0.0
0.0 5 0.0 wikitext comb_17 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.110665202140808 19.820667 0.0
0.0 6 0.0 wikitext comb_17 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.110665202140808 19.820667 0.0
0.0 7 0.0 wikitext comb_17 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.110665202140808 19.820667 0.0
0.0 8 0.0 wikitext comb_17 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.110665202140808 19.820667 0.0
0.0 4 0.0 wikitext comb_5 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.1093066930770874 26.177282 0.0
0.0 5 0.0 wikitext comb_5 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.1093066930770874 26.177282 0.0
0.0 6 0.0 wikitext comb_5 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.1093066930770874 26.177282 0.0
0.0 7 0.0 wikitext comb_5 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.1093066930770874 26.177282 0.0
0.0 8 0.0 wikitext comb_5 tinyllama rnd_search_t_cos 1895.561216 2157.969408 1.1093066930770874 26.177282 0.0
0.3492738604545593 5 0.0 wikitext comb_15 tinyllama rnd_search_t_cos 1896.032256 2157.969408 7.59440803527832 14.804527 0.0
0.3748057782649994 6 0.0 wikitext comb_15 tinyllama rnd_search_t_cos 1896.032256 2157.969408 6.820615768432617 15.094575 0.0
0.3736913502216339 7 0.0 wikitext comb_15 tinyllama rnd_search_t_cos 1896.032256 2157.969408 6.751235485076904 15.129384 0.0
0.32529547810554504 4 0.0 wikitext comb_15 tinyllama rnd_search_t_cos 1896.032256 2157.969408 8.292394638061523 15.266298 0.0
0.376629501581192 8 0.0 wikitext comb_15 tinyllama rnd_search_t_cos 1896.032256 2157.969408 6.648813247680664 15.610503 0.0
0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 15.927165 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.687837 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.806651 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 66.058771 0.0
0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 67.418015 0.0
0.0 4 0.0 wikitext comb_12 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.145394206047058 27.563773 0.0
0.0 5 0.0 wikitext comb_12 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.145394206047058 27.563773 0.0
0.0 6 0.0 wikitext comb_12 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.145394206047058 27.563773 0.0
0.0 4 0.0 wikitext comb_18 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1098952293395996 27.570311 0.0
0.0 5 0.0 wikitext comb_18 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1098952293395996 27.570311 0.0
0.0 6 0.0 wikitext comb_18 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1098952293395996 27.570311 0.0
0.0 7 0.0 wikitext comb_18 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1098952293395996 27.570311 0.0
0.0 8 0.0 wikitext comb_18 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1098952293395996 27.570311 0.0
0.004761905409395695 7 0.0 wikitext comb_12 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.109161138534546 27.592245 0.0
0.0 4 0.0 wikitext comb_10 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1163378953933716 27.698181 0.0
0.0 5 0.0 wikitext comb_10 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1163378953933716 27.698181 0.0
0.0 6 0.0 wikitext comb_10 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1163378953933716 27.698181 0.0
0.0 7 0.0 wikitext comb_10 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1163378953933716 27.698181 0.0
0.0 8 0.0 wikitext comb_10 tinyllama rnd_search_t_cos 1897.394176 2160.06656 1.1163378953933716 27.698181 0.0
0.37514355778694153 6 0.0 wikitext comb_8 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.78739070892334 27.790898 0.0
0.376156747341156 8 0.0 wikitext comb_4 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.630317687988281 27.814126 0.0
0.3734549283981323 6 0.0 wikitext comb_4 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.796349048614502 27.820068 0.0
0.26254647970199585 8 0.0 wikitext comb_12 tinyllama rnd_search_t_cos 1897.865216 2160.06656 11.513182640075684 27.840571 0.0
0.34839582443237305 5 0.0 wikitext comb_4 tinyllama rnd_search_t_cos 1897.865216 2160.06656 7.647418022155762 27.847983 0.0
0.3727119565010071 7 0.0 wikitext comb_8 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.718999862670898 27.887398 0.0
0.37510979175567627 7 0.0 wikitext comb_6 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.765981674194336 27.897337 0.0
0.35717666149139404 5 0.0 wikitext comb_8 tinyllama rnd_search_t_cos 1897.865216 2160.06656 7.300607204437256 27.898576 0.0
0.32806485891342163 4 0.0 wikitext comb_6 tinyllama rnd_search_t_cos 1897.865216 2160.06656 8.234101295471191 27.919429 0.0
0.32080379128456116 4 0.0 wikitext comb_4 tinyllama rnd_search_t_cos 1897.865216 2160.06656 8.386785507202148 27.93508 0.0
0.3131374716758728 4 0.0 wikitext comb_8 tinyllama rnd_search_t_cos 1897.865216 2160.06656 8.788942337036133 27.95638 0.0
0.3746369481086731 6 0.0 wikitext comb_6 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.822465896606445 27.985409 0.0
0.3722391128540039 7 0.0 wikitext comb_1 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.787343502044678 27.986104 0.0
0.37497466802597046 6 0.0 wikitext comb_1 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.805139541625977 28.016486 0.0
0.3236069083213806 4 0.0 wikitext comb_1 tinyllama rnd_search_t_cos 1897.865216 2160.06656 8.328503608703613 28.020534 0.0
0.3750084638595581 8 0.0 wikitext comb_6 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.664987087249756 28.03746 0.0
0.37436679005622864 8 0.0 wikitext comb_8 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.7002363204956055 28.046061 0.0
0.35471126437187195 5 0.0 wikitext comb_6 tinyllama rnd_search_t_cos 1897.865216 2160.06656 7.370707988739014 28.099499 0.0
0.3736575245857239 6 0.0 wikitext comb_16 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.787633895874023 35.160303 0.0
0.32056736946105957 4 0.0 wikitext comb_16 tinyllama rnd_search_t_cos 1897.865216 2160.06656 8.467190742492676 35.206603 0.0
0.3745693862438202 7 0.0 wikitext comb_16 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.77103328704834 35.208994 0.0
0.3473488688468933 5 0.0 wikitext comb_16 tinyllama rnd_search_t_cos 1897.865216 2160.06656 7.646571636199951 35.212547 0.0
0.37666332721710205 8 0.0 wikitext comb_16 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.642916202545166 35.446694 0.0
0.3745694160461426 7 0.0 wikitext comb_4 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.72044563293457 74.097814 0.0
0.37683215737342834 8 0.0 wikitext comb_1 tinyllama rnd_search_t_cos 1897.865216 2160.06656 6.651950836181641 93.118894 0.0
0.3527524769306183 5 0.0 wikitext comb_1 tinyllama rnd_search_t_cos 1897.865216 2160.06656 7.499456882476807 93.750203 0.0
0.0 8 0.0 wikitext comb_5_t tinyllama rnd_search_t_cos 1904.146432 2174.746624 1.1093064546585083 26.186495 0.0
0.04212454706430435 8 0.0 wikitext comb_17_t tinyllama rnd_search_t_cos 1904.09728 2178.940928 1.2985304594039917 19.83594 0.0
0.4716987609863281 6 0.0 wikitext comb_15_t tinyllama rnd_search_t_cos 1904.551936 2178.940928 3.7289092540740967 14.556232 0.0
0.3973657488822937 4 0.0 wikitext comb_15_t tinyllama rnd_search_t_cos 1904.551936 2178.940928 5.701084136962891 15.057053 0.0
0.45427221059799194 5 0.0 wikitext comb_15_t tinyllama rnd_search_t_cos 1904.551936 2178.940928 4.304772853851318 15.347903 0.0
0.46936845779418945 7 0.0 wikitext comb_15_t tinyllama rnd_search_t_cos 1904.551936 2178.940928 3.6145713329315186 15.671561 0.0
0.43931108713150024 8 0.0 wikitext comb_15_t tinyllama rnd_search_t_cos 1904.551936 2178.940928 3.9724502563476562 47.707188 0.0
0.4452211856842041 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.924962282180786 15.956677 0.0
0.47075313329696655 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.660214424133301 16.348675 0.0
0.4528537690639496 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.42483377456665 16.366052 0.0
0.4612968862056732 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.779924154281616 16.870858 0.0
0.39648768305778503 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.761601448059082 65.856696 0.0
0.0158730186522007 8 0.0 wikitext comb_10_t tinyllama rnd_search_t_cos 1905.921024 2181.03808 1.147719144821167 27.826014 0.0
0.13154339790344238 6 0.0 wikitext comb_12_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 23.68007469177246 27.735822 0.0
0.12546437978744507 8 0.0 wikitext comb_12_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 23.399200439453125 27.75806 0.0
0.47490713000297546 6 0.0 wikitext comb_6_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.746734619140625 27.769552 0.0
0.12546437978744507 7 0.0 wikitext comb_12_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 21.65581512451172 27.8162 0.0
0.4027355909347534 4 0.0 wikitext comb_1_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 5.609149932861328 27.82333 0.0
0.4416751265525818 8 0.0 wikitext comb_8_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.001720905303955 27.839803 0.0
0.467646062374115 6 0.0 wikitext comb_4_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.811641216278076 27.84338 0.0
0.46382978558540344 5 0.0 wikitext comb_8_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.091793060302734 27.844181 0.0
0.4553191661834717 5 0.0 wikitext comb_6_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.374711036682129 27.884053 0.0
0.3977372646331787 4 0.0 wikitext comb_8_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 5.561113357543945 27.886438 0.0
0.47105708718299866 7 0.0 wikitext comb_6_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.645103931427002 27.901748 0.0
0.4689632058143616 7 0.0 wikitext comb_1_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.678706169128418 27.903886 0.0
0.46990883350372314 7 0.0 wikitext comb_8_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.6156325340270996 27.919573 0.0
0.46372848749160767 6 0.0 wikitext comb_1_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.766780138015747 27.928961 0.0
0.45812228322029114 5 0.0 wikitext comb_4_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.280441761016846 27.931659 0.0
0.12104019522666931 8 0.0 wikitext comb_18_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 39.476627349853516 27.935854 0.0
0.4764944314956665 8 0.0 wikitext comb_4_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.731606960296631 27.972789 0.0
0.4374873638153076 8 0.0 wikitext comb_6_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.956845998764038 28.034313 0.0
0.40087810158729553 4 0.0 wikitext comb_6_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 5.790101051330566 28.052892 0.0
0.3941236138343811 4 0.0 wikitext comb_4_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 5.85722541809082 28.091564 0.0
0.47207027673721313 7 0.0 wikitext comb_4_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.570634603500366 28.131657 0.0
0.4493752121925354 8 0.0 wikitext comb_1_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.9227662086486816 28.16754 0.0
0.4734211564064026 6 0.0 wikitext comb_16_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.703791618347168 35.2082 0.0
0.4717325270175934 7 0.0 wikitext comb_16_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.6275858879089355 35.244539 0.0
0.39902064204216003 4 0.0 wikitext comb_16_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 5.773286819458008 35.27738 0.0
0.44332998991012573 8 0.0 wikitext comb_16_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.890549421310425 35.392824 0.0
0.4575481116771698 5 0.0 wikitext comb_16_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.395427227020264 35.603151 0.0
0.4595406949520111 5 0.0 wikitext comb_1_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 4.108213424682617 92.241717 0.0
0.4745018780231476 6 0.0 wikitext comb_8_t tinyllama rnd_search_t_cos 1906.384896 2181.03808 3.743009090423584 93.968884 0.0
0.0 4 0.0 wikitext comb_3 tinyllama rnd_search_t_cos 1381.170176 2487.222272 1.1207027435302734 0.510374 0.0
0.0 5 0.0 wikitext comb_3 tinyllama rnd_search_t_cos 1381.170176 2487.222272 1.1207027435302734 0.510374 0.0
0.0 6 0.0 wikitext comb_3 tinyllama rnd_search_t_cos 1381.170176 2487.222272 1.1207027435302734 0.510374 0.0
0.0 7 0.0 wikitext comb_3 tinyllama rnd_search_t_cos 1381.170176 2487.222272 1.1207027435302734 0.510374 0.0
0.0 8 0.0 wikitext comb_3 tinyllama rnd_search_t_cos 1381.170176 2487.222272 1.1207027435302734 0.510374 0.0
0.0 8 0.0 wikitext comb_3_t tinyllama rnd_search_t_cos 1389.689856 2499.805184 1.112532615661621 0.489505 0.0
0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.494127 0.0