File size: 11,544 Bytes
53fc7a1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 18.620178 0.0
0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.563149 0.0
0.0 4 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0
0.0 5 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0
0.0 6 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0
0.0 7 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0
0.0 8 0.0 wikitext comb_4 tinyllama nlr_t_lin 1895.561216 2157.969408 1.110665202140808 19.42599 0.0
0.0 4 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0
0.0 5 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0
0.0 6 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0
0.0 7 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0
0.0 8 0.0 wikitext comb_7 tinyllama nlr_t_lin 1895.561216 2157.969408 1.1093063354492188 25.803776 0.0
0.3744005560874939 7 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.7555317878723145 14.687863 0.0
0.33991897106170654 4 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.798645496368408 15.139578 0.0
0.36467409133911133 5 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 7.099495887756348 15.188495 0.0
0.377001017332077 8 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.6611247062683105 15.278928 0.0
0.37767645716667175 6 0.0 wikitext comb_15 tinyllama nlr_t_lin 1896.032256 2157.969408 6.699794292449951 15.651638 0.0
0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.096653 0.0
0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.134821 0.0
0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.272615 0.0
0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.296258 0.0
0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.419508 0.0
0.0 4 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0
0.0 5 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1162694692611694 27.063747 0.0
0.007936508394777775 7 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.108918309211731 27.189807 0.0
0.014285716228187084 6 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.394176 2160.06656 1.1324244737625122 27.21905 0.0
0.37436679005622864 7 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.747983455657959 27.402022 0.0
0.3764606714248657 6 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.674111366271973 27.402278 0.0
0.33944615721702576 4 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.924208641052246 27.415199 0.0
0.3669368624687195 5 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.094004154205322 27.424887 0.0
0.3660925626754761 5 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 7.09657621383667 27.437879 0.0
0.376629501581192 8 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.645826816558838 27.441238 0.0
0.3788585066795349 6 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.6869425773620605 27.447294 0.0
0.3676798641681671 5 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 7.077613830566406 27.450546 0.0
0.3750759959220886 7 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.729586124420166 27.452787 0.0
0.37720364332199097 7 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.737154960632324 27.454265 0.0
0.1677473932504654 4 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 20.69113540649414 27.456986 0.0
0.3408645987510681 4 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.797614097595215 27.48183 0.0
0.376156747341156 8 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 6.652891635894775 27.483249 0.0
0.36781492829322815 5 0.0 wikitext comb_12 tinyllama nlr_t_lin 1897.865216 2160.06656 7.096789360046387 27.485402 0.0
0.2542722225189209 8 0.0 wikitext comb_1 tinyllama nlr_t_lin 1897.865216 2160.06656 10.974504470825195 27.497876 0.0
0.3774062693119049 7 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.703912734985352 27.4991 0.0
0.37744003534317017 6 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.721346378326416 27.508581 0.0
0.37460318207740784 8 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 6.66512393951416 27.522588 0.0
0.3782505989074707 6 0.0 wikitext comb_10 tinyllama nlr_t_lin 1897.865216 2160.06656 6.680172443389893 27.528717 0.0
0.3761904537677765 8 0.0 wikitext comb_18 tinyllama nlr_t_lin 1897.865216 2160.06656 6.640418529510498 27.529249 0.0
0.3412022888660431 4 0.0 wikitext comb_8 tinyllama nlr_t_lin 1897.865216 2160.06656 7.811379909515381 27.538141 0.0
0.3776426911354065 6 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.704628944396973 34.644507 0.0
0.36541712284088135 5 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.113305568695068 34.653955 0.0
0.3375886380672455 4 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 7.9102630615234375 34.675708 0.0
0.3746369481086731 7 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.742989540100098 34.691848 0.0
0.37673085927963257 8 0.0 wikitext comb_3 tinyllama nlr_t_lin 1897.865216 2160.06656 6.630740165710449 34.720062 0.0
0.0 8 0.0 wikitext comb_7_t tinyllama nlr_t_lin 1904.146432 2174.746624 1.1093063354492188 25.924527 0.0
0.02063492313027382 8 0.0 wikitext comb_4_t tinyllama nlr_t_lin 1904.080896 2178.940928 1.1070170402526855 19.549906 0.0
0.4691658616065979 7 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.586782693862915 15.042203 0.0
0.4721716046333313 6 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.745493173599243 15.135254 0.0
0.4073285758495331 4 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 5.53889799118042 15.146649 0.0
0.45879772305488586 5 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 4.2737226486206055 15.162692 0.0
0.4478554427623749 8 0.0 wikitext comb_15_t tinyllama nlr_t_lin 1904.551936 2178.940928 3.9899139404296875 15.255927 0.0
0.4716312289237976 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.6278960704803467 15.447449 0.0
0.39476528763771057 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.693153381347656 16.155616 0.0
0.45319148898124695 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.351770877838135 16.21261 0.0
0.45180681347846985 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.8591816425323486 16.247682 0.0
0.4667342007160187 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.7766106128692627 16.613178 0.0
0.46264776587486267 6 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.8822555541992188 27.391845 0.0
0.12546437978744507 8 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.425905227661133 27.392397 0.0
0.1343127340078354 6 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.099044799804688 27.39869 0.0
0.46727457642555237 6 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.753908157348633 27.410599 0.0
0.4711921811103821 6 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7106194496154785 27.411855 0.0
0.40834179520606995 4 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.6778764724731445 27.416885 0.0
0.45626479387283325 5 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.395241737365723 27.42478 0.0
0.406349241733551 4 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.512465476989746 27.431829 0.0
0.4123269021511078 4 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.4710283279418945 27.432534 0.0
0.13009119033813477 7 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 22.35222053527832 27.444736 0.0
0.4095238149166107 4 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.589878082275391 27.44879 0.0
0.4690307378768921 7 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7180914878845215 27.469848 0.0
0.46541711688041687 7 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.704385280609131 27.469945 0.0
0.12445119768381119 5 0.0 wikitext comb_1_t tinyllama nlr_t_lin 1906.384896 2181.03808 23.370811462402344 27.471032 0.0
0.445997953414917 8 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.003555774688721 27.499694 0.0
0.4650118350982666 6 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7818164825439453 27.523071 0.0
0.46889564394950867 7 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.7109317779541016 27.53212 0.0
0.44410672783851624 8 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.909205913543701 27.538954 0.0
0.4576832056045532 5 0.0 wikitext comb_12_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.175211429595947 27.544406 0.0
0.44815942645072937 8 0.0 wikitext comb_8_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.942722797393799 27.552825 0.0
0.47146233916282654 7 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.6000452041625977 27.559089 0.0
0.4557919502258301 5 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.278509616851807 27.605508 0.0
0.44653835892677307 8 0.0 wikitext comb_18_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.8636558055877686 27.610646 0.0
0.4560621678829193 5 0.0 wikitext comb_10_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.2374267578125 27.630033 0.0
0.45650121569633484 5 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 4.177881717681885 34.587916 0.0
0.46919959783554077 6 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.851466655731201 34.65105 0.0
0.4524822533130646 8 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.8512980937957764 34.679813 0.0
0.4706518054008484 7 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 3.625946044921875 34.699284 0.0
0.40827423334121704 4 0.0 wikitext comb_3_t tinyllama nlr_t_lin 1906.384896 2181.03808 5.55847692489624 34.772857 0.0
0.0 4 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0
0.0 5 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0
0.0 6 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0
0.0 7 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0
0.0 8 0.0 wikitext comb_11 tinyllama nlr_t_lin 1381.170176 2487.222272 1.1250394582748413 0.501952 0.0
0.0 8 0.0 wikitext comb_11_t tinyllama nlr_t_lin 1389.689856 2499.805184 1.1078732013702393 0.506853 0.0
0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.791439 0.0
|