File size: 12,135 Bytes
63552ff |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:----------|:---------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0 | 4 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 2 | 0 | 6 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 3 | 0 | 7 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 4 | 0 | 8 | 0 | wikitext | comb_3 | tinyllama | nlr | 1895.56 | 2157.97 | 1.30216 | 19.5435 | 0 | | 5 | 0 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 6 | 0 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 7 | 0 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 8 | 0 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 9 | 0 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr | 1895.56 | 2157.97 | 1.10931 | 26.0911 | 0 | | 10 | 0.378588 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.50013 | 14.5452 | 0 | | 11 | 0.377136 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.60597 | 14.9848 | 0 | | 12 | 0.376528 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr | 1896.03 | 2157.97 | 6.65895 | 15.6787 | 0 | | 13 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 15.5483 | 0 | | 14 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.1269 | 0 | | 15 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 16.3409 | 0 | | 16 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.8307 | 0 | | 17 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.8504 | 0 | | 18 | 0 | 4 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 19 | 0 | 5 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 20 | 0 | 6 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 21 | 0 | 7 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 22 | 0 | 8 | 0 | wikitext | comb_13 | tinyllama | nlr | 1897.39 | 2160.07 | 1.1368 | 27.2323 | 0 | | 23 | 0 | 4 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 24 | 0 | 5 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 25 | 0 | 6 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.39 | 2160.07 | 1.12218 | 40.505 | 0 | | 26 | 0 | 4 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 27 | 0 | 5 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 28 | 0 | 6 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 29 | 0 | 7 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 30 | 0 | 8 | 0 | wikitext | comb_8 | tinyllama | nlr | 1897.39 | 2160.07 | 1.10931 | 40.5381 | 0 | | 31 | 0.375008 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.70361 | 27.3837 | 0 | | 32 | 0.379196 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51216 | 27.3964 | 0 | | 33 | 0.378825 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.52484 | 27.4122 | 0 | | 34 | 0.368896 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.9587 | 27.4305 | 0 | | 35 | 0.243803 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 12.7963 | 27.4365 | 0 | | 36 | 0.369098 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03671 | 27.4429 | 0 | | 37 | 0.377373 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59032 | 27.4484 | 0 | | 38 | 0.377508 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.5817 | 27.457 | 0 | | 39 | 0.376697 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.66434 | 27.4636 | 0 | | 40 | 0.379365 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.46911 | 27.4669 | 0 | | 41 | 0.352921 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.55127 | 27.4713 | 0 | | 42 | 0.345998 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 7.69133 | 27.4817 | 0 | | 43 | 0.377744 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.51426 | 27.4923 | 0 | | 44 | 0.37538 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr | 1897.87 | 2160.07 | 6.7046 | 27.4943 | 0 | | 45 | 0.355015 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.46964 | 27.4955 | 0 | | 46 | 0.374232 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 6.59177 | 27.5052 | 0 | | 47 | 0.377136 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr | 1897.87 | 2160.07 | 6.6008 | 27.5066 | 0 | | 48 | 0.367849 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 7.00184 | 27.5096 | 0 | | 49 | 0.374536 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr | 1897.87 | 2160.07 | 6.71866 | 27.5239 | 0 | | 50 | 0.369368 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr | 1897.87 | 2160.07 | 7.03336 | 27.5669 | 0 | | 51 | 0.348801 | 4 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 7.56815 | 34.616 | 0 | | 52 | 0.369335 | 5 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.89862 | 34.6507 | 0 | | 53 | 0.37923 | 6 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.56876 | 34.6572 | 0 | | 54 | 0.375211 | 7 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.67773 | 34.6671 | 0 | | 55 | 0.37717 | 8 | 0 | wikitext | comb_4 | tinyllama | nlr | 1897.87 | 2160.07 | 6.60404 | 34.6705 | 0 | | 56 | 0.378521 | 6 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.57617 | 40.7955 | 0 | | 57 | 0.376596 | 7 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.65582 | 40.8039 | 0 | | 58 | 0.348024 | 8 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 7.78407 | 40.816 | 0 | | 59 | 0.0696724 | 7 | 0 | wikitext | comb_10 | tinyllama | nlr | 1897.87 | 2160.07 | 40.4398 | 40.8194 | 0 | | 60 | 0.37717 | 8 | 0 | wikitext | comb_9 | tinyllama | nlr | 1897.87 | 2160.07 | 6.58755 | 40.8806 | 0 | | 61 | 0 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 62 | 0 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 63 | 0 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 64 | 0 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 65 | 0 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr | 1381.17 | 2487.22 | 1.13186 | 0.548023 | 0 | | 66 | 0 | 4 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 67 | 0 | 5 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 68 | 0 | 6 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 69 | 0 | 7 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 70 | 0 | 8 | 0 | wikitext | comb_0 | tinyllama | nlr | 2225.07 | 2747.27 | 1.10931 | 99.3834 | 0 | | 71 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.945 | 0 | |