File size: 12,149 Bytes
b58baf8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|    |   accuracy |   bits |   clip | dataset   | method   | model   | params   |   peak_mem_alloc_mb |   peak_mem_reserv_mb |   perplexity |   time_ms |   wer |
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:|
|  0 |  0.427795  |      4 |      0 | wikitext  | ao_woq   | llama3  | fixed    |             5542.62 |              7163.87 |      5.35836 |  38.4772  |     0 |
|  1 |  0.443735  |      8 |      0 | wikitext  | ao_woq   | llama3  | fixed    |            12110.4  |             14040.4  |      5.20864 |  52.6383  |     0 |
|  2 |  0         |      4 |      0 | wikitext  | comb_3   | llama3  | nlr      |            14178.7  |             15367.9  |      1.35769 | 122.33    |     0 |
|  3 |  0         |      5 |      0 | wikitext  | comb_3   | llama3  | nlr      |            14178.7  |             15367.9  |      1.35769 | 122.33    |     0 |
|  4 |  0         |      6 |      0 | wikitext  | comb_3   | llama3  | nlr      |            14178.7  |             15367.9  |      1.35769 | 122.33    |     0 |
|  5 |  0         |      7 |      0 | wikitext  | comb_3   | llama3  | nlr      |            14178.7  |             15367.9  |      1.35769 | 122.33    |     0 |
|  6 |  0         |      8 |      0 | wikitext  | comb_3   | llama3  | nlr      |            14178.7  |             15367.9  |      1.35769 | 122.33    |     0 |
|  7 |  0         |      4 |      0 | wikitext  | comb_11  | llama3  | nlr      |            14178.7  |             15367.9  |      1.12481 | 145.733   |     0 |
|  8 |  0         |      5 |      0 | wikitext  | comb_11  | llama3  | nlr      |            14178.7  |             15367.9  |      1.12481 | 145.733   |     0 |
|  9 |  0         |      6 |      0 | wikitext  | comb_11  | llama3  | nlr      |            14178.7  |             15367.9  |      1.12481 | 145.733   |     0 |
| 10 |  0         |      7 |      0 | wikitext  | comb_11  | llama3  | nlr      |            14178.7  |             15367.9  |      1.12481 | 145.733   |     0 |
| 11 |  0         |      8 |      0 | wikitext  | comb_11  | llama3  | nlr      |            14178.7  |             15367.9  |      1.12481 | 145.733   |     0 |
| 12 |  0.440493  |      6 |      0 | wikitext  | comb_6   | llama3  | nlr      |            14179.2  |             15367.9  |      5.19914 |  68.6864  |     0 |
| 13 |  0.380108  |      4 |      0 | wikitext  | comb_6   | llama3  | nlr      |            14179.2  |             15367.9  |      6.15098 |  68.7066  |     0 |
| 14 |  0.435664  |      5 |      0 | wikitext  | comb_6   | llama3  | nlr      |            14179.2  |             15367.9  |      5.44902 |  68.7799  |     0 |
| 15 |  0.443735  |      8 |      0 | wikitext  | comb_6   | llama3  | nlr      |            14179.2  |             15367.9  |      5.20864 |  68.7814  |     0 |
| 16 |  0.442857  |      7 |      0 | wikitext  | comb_6   | llama3  | nlr      |            14179.2  |             15367.9  |      5.24819 |  68.7957  |     0 |
| 17 |  0.435562  |      5 |      0 | wikitext  | woq      | llama3  | fixed    |            14179.3  |             15367.9  |      5.44896 |  95.5965  |     0 |
| 18 |  0.37977   |      4 |      0 | wikitext  | woq      | llama3  | fixed    |            14179.3  |             15367.9  |      6.16325 |  95.6286  |     0 |
| 19 |  0.442756  |      7 |      0 | wikitext  | woq      | llama3  | fixed    |            14179.3  |             15367.9  |      5.24889 |  95.7276  |     0 |
| 20 |  0.440932  |      6 |      0 | wikitext  | woq      | llama3  | fixed    |            14179.3  |             15367.9  |      5.1933  |  95.7787  |     0 |
| 21 |  0.44387   |      8 |      0 | wikitext  | woq      | llama3  | fixed    |            14179.3  |             15367.9  |      5.20824 |  95.7941  |     0 |
| 22 |  0         |      4 |      0 | wikitext  | comb_13  | llama3  | nlr      |            14185.3  |             15374.2  |      1.18411 | 148.237   |     0 |
| 23 |  0         |      5 |      0 | wikitext  | comb_13  | llama3  | nlr      |            14185.3  |             15374.2  |      1.18411 | 148.237   |     0 |
| 24 |  0         |      6 |      0 | wikitext  | comb_13  | llama3  | nlr      |            14185.3  |             15374.2  |      1.18411 | 148.237   |     0 |
| 25 |  0         |      7 |      0 | wikitext  | comb_13  | llama3  | nlr      |            14185.3  |             15374.2  |      1.18411 | 148.237   |     0 |
| 26 |  0         |      4 |      0 | wikitext  | comb_10  | llama3  | nlr      |            14185.3  |             15374.2  |      1.14597 | 202.094   |     0 |
| 27 |  0         |      5 |      0 | wikitext  | comb_10  | llama3  | nlr      |            14185.3  |             15374.2  |      1.14597 | 202.094   |     0 |
| 28 |  0         |      6 |      0 | wikitext  | comb_10  | llama3  | nlr      |            14185.3  |             15374.2  |      1.14597 | 202.094   |     0 |
| 29 |  0         |      7 |      0 | wikitext  | comb_10  | llama3  | nlr      |            14185.3  |             15374.2  |      1.14597 | 202.094   |     0 |
| 30 |  0.0361552 |      8 |      0 | wikitext  | comb_13  | llama3  | nlr      |            14185.3  |             15374.2  |      1.66466 | 148.229   |     0 |
| 31 |  0.443769  |      8 |      0 | wikitext  | comb_15  | llama3  | nlr      |            14185.7  |             15374.2  |      5.20815 | 147.441   |     0 |
| 32 |  0.442351  |      7 |      0 | wikitext  | comb_15  | llama3  | nlr      |            14185.7  |             15374.2  |      5.24663 | 147.49    |     0 |
| 33 |  0.436373  |      5 |      0 | wikitext  | comb_15  | llama3  | nlr      |            14185.7  |             15374.2  |      5.43048 | 147.525   |     0 |
| 34 |  0.442891  |      7 |      0 | wikitext  | comb_16  | llama3  | nlr      |            14185.7  |             15374.2  |      5.23025 | 147.53    |     0 |
| 35 |  0.380784  |      4 |      0 | wikitext  | comb_15  | llama3  | nlr      |            14185.7  |             15374.2  |      6.23735 | 147.635   |     0 |
| 36 |  0.437386  |      5 |      0 | wikitext  | comb_16  | llama3  | nlr      |            14185.7  |             15374.2  |      5.41202 | 147.675   |     0 |
| 37 |  0.380986  |      4 |      0 | wikitext  | comb_17  | llama3  | nlr      |            14185.7  |             15374.2  |      6.23264 | 147.69    |     0 |
| 38 |  0.439818  |      6 |      0 | wikitext  | comb_15  | llama3  | nlr      |            14185.7  |             15374.2  |      5.19942 | 147.792   |     0 |
| 39 |  0.38048   |      4 |      0 | wikitext  | comb_14  | llama3  | nlr      |            14185.7  |             15374.2  |      6.17567 | 147.903   |     0 |
| 40 |  0.442215  |      7 |      0 | wikitext  | comb_17  | llama3  | nlr      |            14185.7  |             15374.2  |      5.24756 | 147.904   |     0 |
| 41 |  0.442384  |      7 |      0 | wikitext  | comb_14  | llama3  | nlr      |            14185.7  |             15374.2  |      5.24348 | 147.934   |     0 |
| 42 |  0.440088  |      6 |      0 | wikitext  | comb_17  | llama3  | nlr      |            14185.7  |             15374.2  |      5.19924 | 147.944   |     0 |
| 43 |  0.440257  |      6 |      0 | wikitext  | comb_16  | llama3  | nlr      |            14185.7  |             15374.2  |      5.23001 | 147.951   |     0 |
| 44 |  0.443904  |      8 |      0 | wikitext  | comb_17  | llama3  | nlr      |            14185.7  |             15374.2  |      5.20745 | 147.971   |     0 |
| 45 |  0.444377  |      8 |      0 | wikitext  | comb_16  | llama3  | nlr      |            14185.7  |             15374.2  |      5.20728 | 147.974   |     0 |
| 46 |  0.378386  |      4 |      0 | wikitext  | comb_16  | llama3  | nlr      |            14185.7  |             15374.2  |      6.16797 | 147.98    |     0 |
| 47 |  0.436508  |      5 |      0 | wikitext  | comb_17  | llama3  | nlr      |            14185.7  |             15374.2  |      5.43094 | 147.983   |     0 |
| 48 |  0.440257  |      6 |      0 | wikitext  | comb_14  | llama3  | nlr      |            14185.7  |             15374.2  |      5.19033 | 147.993   |     0 |
| 49 |  0.444411  |      8 |      0 | wikitext  | comb_14  | llama3  | nlr      |            14185.7  |             15374.2  |      5.20807 | 148.393   |     0 |
| 50 |  0.435596  |      5 |      0 | wikitext  | comb_14  | llama3  | nlr      |            14185.7  |             15374.2  |      5.42521 | 148.406   |     0 |
| 51 |  0.440696  |      6 |      0 | wikitext  | comb_4   | llama3  | nlr      |            14185.7  |             15374.2  |      5.23038 | 175.099   |     0 |
| 52 |  0.443533  |      7 |      0 | wikitext  | comb_4   | llama3  | nlr      |            14185.7  |             15374.2  |      5.22837 | 175.165   |     0 |
| 53 |  0.378419  |      4 |      0 | wikitext  | comb_4   | llama3  | nlr      |            14185.7  |             15374.2  |      6.15577 | 175.21    |     0 |
| 54 |  0.444107  |      8 |      0 | wikitext  | comb_4   | llama3  | nlr      |            14185.7  |             15374.2  |      5.21485 | 175.217   |     0 |
| 55 |  0.436373  |      5 |      0 | wikitext  | comb_4   | llama3  | nlr      |            14185.7  |             15374.2  |      5.3921  | 175.47    |     0 |
| 56 |  0.436879  |      5 |      0 | wikitext  | comb_9   | llama3  | nlr      |            14185.7  |             15374.2  |      5.4106  | 201.202   |     0 |
| 57 |  0.444411  |      8 |      0 | wikitext  | comb_9   | llama3  | nlr      |            14185.7  |             15374.2  |      5.208   | 201.205   |     0 |
| 58 |  0.301655  |      8 |      0 | wikitext  | comb_10  | llama3  | nlr      |            14185.7  |             15374.2  |      8.71646 | 201.345   |     0 |
| 59 |  0.440257  |      6 |      0 | wikitext  | comb_9   | llama3  | nlr      |            14185.7  |             15374.2  |      5.23111 | 201.359   |     0 |
| 60 |  0.442891  |      7 |      0 | wikitext  | comb_9   | llama3  | nlr      |            14185.7  |             15374.2  |      5.22931 | 201.492   |     0 |
| 61 |  0.378116  |      4 |      0 | wikitext  | comb_9   | llama3  | nlr      |            14185.7  |             15374.2  |      6.17802 | 201.639   |     0 |
| 62 |  0         |      4 |      0 | wikitext  | comb_1   | llama3  | nlr      |            11051.9  |             18748.5  |      1.13553 |   4.40428 |     0 |
| 63 |  0         |      5 |      0 | wikitext  | comb_1   | llama3  | nlr      |            11051.9  |             18748.5  |      1.13553 |   4.40428 |     0 |
| 64 |  0         |      6 |      0 | wikitext  | comb_1   | llama3  | nlr      |            11051.9  |             18748.5  |      1.13553 |   4.40428 |     0 |
| 65 |  0         |      7 |      0 | wikitext  | comb_1   | llama3  | nlr      |            11051.9  |             18748.5  |      1.13553 |   4.40428 |     0 |
| 66 |  0         |      8 |      0 | wikitext  | comb_1   | llama3  | nlr      |            11051.9  |             18748.5  |      1.13553 |   4.40428 |     0 |
| 67 |  0         |      4 |      0 | wikitext  | comb_0   | llama3  | nlr      |            16812    |             19811.8  |      1.12481 | 429.613   |     0 |
| 68 |  0         |      5 |      0 | wikitext  | comb_0   | llama3  | nlr      |            16812    |             19811.8  |      1.12481 | 429.613   |     0 |
| 69 |  0         |      6 |      0 | wikitext  | comb_0   | llama3  | nlr      |            16812    |             19811.8  |      1.12481 | 429.613   |     0 |
| 70 |  0         |      7 |      0 | wikitext  | comb_0   | llama3  | nlr      |            16812    |             19811.8  |      1.12481 | 429.613   |     0 |
| 71 |  0         |      8 |      0 | wikitext  | comb_0   | llama3  | nlr      |            16812    |             19811.8  |      1.12481 | 429.613   |     0 |
| 72 |  0.443668  |     32 |      0 | wikitext  | base     | llama3  | ----     |            33003.5  |             33156    |      5.22381 |  26.5923  |     0 |