File size: 16,931 Bytes
53fc7a1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:----------|:----------|:----------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 18.6202 | 0 | | 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.5631 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.426 | 0 | | 3 | 0 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.426 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.426 | 0 | | 5 | 0 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.426 | 0 | | 6 | 0 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.11067 | 19.426 | 0 | | 7 | 0 | 4 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8038 | 0 | | 8 | 0 | 5 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8038 | 0 | | 9 | 0 | 6 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8038 | 0 | | 10 | 0 | 7 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8038 | 0 | | 11 | 0 | 8 | 0 | wikitext | comb_7 | tinyllama | nlr_t_lin | 1895.56 | 2157.97 | 1.10931 | 25.8038 | 0 | | 12 | 0.374401 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.75553 | 14.6879 | 0 | | 13 | 0.339919 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 7.79865 | 15.1396 | 0 | | 14 | 0.364674 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 7.0995 | 15.1885 | 0 | | 15 | 0.377001 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.66112 | 15.2789 | 0 | | 16 | 0.377676 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_lin | 1896.03 | 2157.97 | 6.69979 | 15.6516 | 0 | | 17 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.0967 | 0 | | 18 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.1348 | 0 | | 19 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.2726 | 0 | | 20 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.2963 | 0 | | 21 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.4195 | 0 | | 22 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.11627 | 27.0637 | 0 | | 23 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.11627 | 27.0637 | 0 | | 24 | 0.00793651 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.10892 | 27.1898 | 0 | | 25 | 0.0142857 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.39 | 2160.07 | 1.13242 | 27.219 | 0 | | 26 | 0.374367 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.74798 | 27.402 | 0 | | 27 | 0.376461 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.67411 | 27.4023 | 0 | | 28 | 0.339446 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.92421 | 27.4152 | 0 | | 29 | 0.366937 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.094 | 27.4249 | 0 | | 30 | 0.366093 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.09658 | 27.4379 | 0 | | 31 | 0.37663 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.64583 | 27.4412 | 0 | | 32 | 0.378859 | 6 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.68694 | 27.4473 | 0 | | 33 | 0.36768 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.07761 | 27.4505 | 0 | | 34 | 0.375076 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.72959 | 27.4528 | 0 | | 35 | 0.377204 | 7 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.73715 | 27.4543 | 0 | | 36 | 0.167747 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 20.6911 | 27.457 | 0 | | 37 | 0.340865 | 4 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.79761 | 27.4818 | 0 | | 38 | 0.376157 | 8 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.65289 | 27.4832 | 0 | | 39 | 0.367815 | 5 | 0 | wikitext | comb_12 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.09679 | 27.4854 | 0 | | 40 | 0.254272 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 10.9745 | 27.4979 | 0 | | 41 | 0.377406 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.70391 | 27.4991 | 0 | | 42 | 0.37744 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.72135 | 27.5086 | 0 | | 43 | 0.374603 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.66512 | 27.5226 | 0 | | 44 | 0.378251 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.68017 | 27.5287 | 0 | | 45 | 0.37619 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.64042 | 27.5292 | 0 | | 46 | 0.341202 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.81138 | 27.5381 | 0 | | 47 | 0.377643 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.70463 | 34.6445 | 0 | | 48 | 0.365417 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.11331 | 34.654 | 0 | | 49 | 0.337589 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 7.91026 | 34.6757 | 0 | | 50 | 0.374637 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.74299 | 34.6918 | 0 | | 51 | 0.376731 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr_t_lin | 1897.87 | 2160.07 | 6.63074 | 34.7201 | 0 | | 52 | 0 | 8 | 0 | wikitext | comb_7_t | tinyllama | nlr_t_lin | 1904.15 | 2174.75 | 1.10931 | 25.9245 | 0 | | 53 | 0.0206349 | 8 | 0 | wikitext | comb_4_t | tinyllama | nlr_t_lin | 1904.08 | 2178.94 | 1.10702 | 19.5499 | 0 | | 54 | 0.469166 | 7 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_lin | 1904.55 | 2178.94 | 3.58678 | 15.0422 | 0 | | 55 | 0.472172 | 6 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_lin | 1904.55 | 2178.94 | 3.74549 | 15.1353 | 0 | | 56 | 0.407329 | 4 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_lin | 1904.55 | 2178.94 | 5.5389 | 15.1466 | 0 | | 57 | 0.458798 | 5 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_lin | 1904.55 | 2178.94 | 4.27372 | 15.1627 | 0 | | 58 | 0.447855 | 8 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_lin | 1904.55 | 2178.94 | 3.98991 | 15.2559 | 0 | | 59 | 0.471631 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.6279 | 15.4474 | 0 | | 60 | 0.394765 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.69315 | 16.1556 | 0 | | 61 | 0.453191 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.35177 | 16.2126 | 0 | | 62 | 0.451807 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.85918 | 16.2477 | 0 | | 63 | 0.466734 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.77661 | 16.6132 | 0 | | 64 | 0.462648 | 6 | 0 | wikitext | comb_8_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.88226 | 27.3918 | 0 | | 65 | 0.125464 | 8 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 23.4259 | 27.3924 | 0 | | 66 | 0.134313 | 6 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 23.099 | 27.3987 | 0 | | 67 | 0.467275 | 6 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.75391 | 27.4106 | 0 | | 68 | 0.471192 | 6 | 0 | wikitext | comb_10_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.71062 | 27.4119 | 0 | | 69 | 0.408342 | 4 | 0 | wikitext | comb_10_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 5.67788 | 27.4169 | 0 | | 70 | 0.456265 | 5 | 0 | wikitext | comb_8_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.39524 | 27.4248 | 0 | | 71 | 0.406349 | 4 | 0 | wikitext | comb_12_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 5.51247 | 27.4318 | 0 | | 72 | 0.412327 | 4 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 5.47103 | 27.4325 | 0 | | 73 | 0.130091 | 7 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 22.3522 | 27.4447 | 0 | | 74 | 0.409524 | 4 | 0 | wikitext | comb_8_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 5.58988 | 27.4488 | 0 | | 75 | 0.469031 | 7 | 0 | wikitext | comb_10_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.71809 | 27.4698 | 0 | | 76 | 0.465417 | 7 | 0 | wikitext | comb_8_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.70439 | 27.4699 | 0 | | 77 | 0.124451 | 5 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 23.3708 | 27.471 | 0 | | 78 | 0.445998 | 8 | 0 | wikitext | comb_10_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.00356 | 27.4997 | 0 | | 79 | 0.465012 | 6 | 0 | wikitext | comb_12_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.78182 | 27.5231 | 0 | | 80 | 0.468896 | 7 | 0 | wikitext | comb_12_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.71093 | 27.5321 | 0 | | 81 | 0.444107 | 8 | 0 | wikitext | comb_12_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.90921 | 27.539 | 0 | | 82 | 0.457683 | 5 | 0 | wikitext | comb_12_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.17521 | 27.5444 | 0 | | 83 | 0.448159 | 8 | 0 | wikitext | comb_8_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.94272 | 27.5528 | 0 | | 84 | 0.471462 | 7 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.60005 | 27.5591 | 0 | | 85 | 0.455792 | 5 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.27851 | 27.6055 | 0 | | 86 | 0.446538 | 8 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.86366 | 27.6106 | 0 | | 87 | 0.456062 | 5 | 0 | wikitext | comb_10_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.23743 | 27.63 | 0 | | 88 | 0.456501 | 5 | 0 | wikitext | comb_3_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 4.17788 | 34.5879 | 0 | | 89 | 0.4692 | 6 | 0 | wikitext | comb_3_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.85147 | 34.651 | 0 | | 90 | 0.452482 | 8 | 0 | wikitext | comb_3_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.8513 | 34.6798 | 0 | | 91 | 0.470652 | 7 | 0 | wikitext | comb_3_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 3.62595 | 34.6993 | 0 | | 92 | 0.408274 | 4 | 0 | wikitext | comb_3_t | tinyllama | nlr_t_lin | 1906.38 | 2181.04 | 5.55848 | 34.7729 | 0 | | 93 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.12504 | 0.501952 | 0 | | 94 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.12504 | 0.501952 | 0 | | 95 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.12504 | 0.501952 | 0 | | 96 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.12504 | 0.501952 | 0 | | 97 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_lin | 1381.17 | 2487.22 | 1.12504 | 0.501952 | 0 | | 98 | 0 | 8 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_lin | 1389.69 | 2499.81 | 1.10787 | 0.506853 | 0 | | 99 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.7914 | 0 | |