File size: 11,759 Bytes
b111fc6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------------|--------------------:|---------------------:|-------------:|----------:|------:| | 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.62 | 7163.87 | 5.3584 | 39.5008 | 0 | | 1 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.2404 | 121.467 | 0 | | 2 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1248 | 145.935 | 0 | | 3 | 0.0656 | 4 | 0 | wikitext | comb_8 | llama3 | nlr_t_no_sched | 14179.2 | 15367.9 | 51.4854 | 69.0681 | 0 | | 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.5884 | 0 | | 5 | 0.0048 | 4 | 0 | wikitext | comb_18 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1259 | 147.906 | 0 | | 6 | 0.0079 | 4 | 0 | wikitext | comb_10 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1352 | 201.489 | 0 | | 7 | 0.0547 | 4 | 0 | wikitext | comb_3 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.9115 | 175.817 | 0 | | 8 | 0.0621 | 4 | 0 | wikitext | comb_14 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 29.1227 | 147.945 | 0 | | 9 | 0.2624 | 4 | 0 | wikitext | comb_17 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 11.3845 | 147.679 | 0 | | 10 | 0.2418 | 4 | 0 | wikitext | comb_16 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 13.0051 | 147.697 | 0 | | 11 | 0.1248 | 4 | 0 | wikitext | comb_2 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 28.7367 | 148.042 | 0 | | 12 | 0.06 | 4 | 0 | wikitext | comb_7 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 58.5888 | 201.604 | 0 | | 13 | 0 | 4 | 0 | wikitext | comb_6 | llama3 | nlr_t_no_sched | 11051.9 | 18748.5 | 1.1452 | 4.4095 | 0 | | 0 | 0 | 7 | 0 | wikitext | comb_5 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1227 | 121.211 | 0 | | 1 | 0 | 7 | 0 | wikitext | comb_11 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1248 | 145.789 | 0 | | 2 | 0.4441 | 7 | 0 | wikitext | comb_8 | llama3 | nlr_t_no_sched | 14179.2 | 15367.9 | 5.2373 | 68.5546 | 0 | | 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.5102 | 0 | | 4 | 0 | 7 | 0 | wikitext | comb_18 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1444 | 147.963 | 0 | | 5 | 0.0274 | 7 | 0 | wikitext | comb_10 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1136 | 201.448 | 0 | | 6 | 0.4438 | 7 | 0 | wikitext | comb_17 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2295 | 147.264 | 0 | | 7 | 0.4436 | 7 | 0 | wikitext | comb_14 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2335 | 147.349 | 0 | | 8 | 0.4436 | 7 | 0 | wikitext | comb_16 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2344 | 147.631 | 0 | | 9 | 0.4438 | 7 | 0 | wikitext | comb_2 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2403 | 147.908 | 0 | | 10 | 0.4432 | 7 | 0 | wikitext | comb_3 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2287 | 175.13 | 0 | | 11 | 0.4435 | 7 | 0 | wikitext | comb_7 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2399 | 201.008 | 0 | | 12 | 0 | 7 | 0 | wikitext | comb_6 | llama3 | nlr_t_no_sched | 11051.9 | 18748.5 | 1.1506 | 4.4094 | 0 | | 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.3541 | 0 | | 1 | 0 | 8 | 0 | wikitext | comb_5 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1235 | 121.529 | 0 | | 2 | 0 | 8 | 0 | wikitext | comb_11 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1248 | 146.053 | 0 | | 3 | 0.4435 | 8 | 0 | wikitext | comb_8 | llama3 | nlr_t_no_sched | 14179.2 | 15367.9 | 5.2027 | 69.4235 | 0 | | 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 95.5911 | 0 | | 5 | 0.4438 | 8 | 0 | wikitext | comb_14 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2064 | 147.85 | 0 | | 6 | 0.4433 | 8 | 0 | wikitext | comb_17 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2153 | 147.907 | 0 | | 7 | 0.0828 | 8 | 0 | wikitext | comb_18 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 33.2157 | 148 | 0 | | 8 | 0.444 | 8 | 0 | wikitext | comb_2 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2112 | 148.1 | 0 | | 9 | 0.4434 | 8 | 0 | wikitext | comb_16 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2126 | 148.327 | 0 | | 10 | 0.4439 | 8 | 0 | wikitext | comb_3 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2136 | 175.339 | 0 | | 11 | 0.3078 | 8 | 0 | wikitext | comb_10 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 8.3735 | 201.392 | 0 | | 12 | 0.4443 | 8 | 0 | wikitext | comb_7 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2032 | 201.604 | 0 | | 13 | 0 | 8 | 0 | wikitext | comb_6 | llama3 | nlr_t_no_sched | 11051.9 | 18748.5 | 1.14 | 4.4183 | 0 | | 0 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1456 | 121.159 | 0 | | 1 | 0 | 6 | 0 | wikitext | comb_11 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1248 | 146.115 | 0 | | 2 | 0.4382 | 6 | 0 | wikitext | comb_8 | llama3 | nlr_t_no_sched | 14179.2 | 15367.9 | 5.2094 | 69.0106 | 0 | | 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.6974 | 0 | | 4 | 0 | 6 | 0 | wikitext | comb_18 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1636 | 148.035 | 0 | | 5 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1606 | 201.553 | 0 | | 6 | 0.4383 | 6 | 0 | wikitext | comb_16 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2181 | 147.619 | 0 | | 7 | 0.4389 | 6 | 0 | wikitext | comb_17 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2108 | 147.886 | 0 | | 8 | 0.4375 | 6 | 0 | wikitext | comb_2 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2075 | 147.984 | 0 | | 9 | 0.4378 | 6 | 0 | wikitext | comb_14 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2342 | 148.282 | 0 | | 10 | 0.4386 | 6 | 0 | wikitext | comb_3 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2272 | 175.94 | 0 | | 11 | 0.4379 | 6 | 0 | wikitext | comb_7 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.2397 | 201.404 | 0 | | 12 | 0 | 6 | 0 | wikitext | comb_6 | llama3 | nlr_t_no_sched | 11051.9 | 18748.5 | 1.1385 | 4.418 | 0 | | 0 | 0 | 5 | 0 | wikitext | comb_5 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.22 | 121.615 | 0 | | 1 | 0 | 5 | 0 | wikitext | comb_11 | llama3 | nlr_t_no_sched | 14178.7 | 15367.9 | 1.1248 | 146.125 | 0 | | 2 | 0.3921 | 5 | 0 | wikitext | comb_8 | llama3 | nlr_t_no_sched | 14179.2 | 15367.9 | 6.064 | 68.9291 | 0 | | 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.6027 | 0 | | 4 | 0.0095 | 5 | 0 | wikitext | comb_18 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1375 | 148.164 | 0 | | 5 | 0.0032 | 5 | 0 | wikitext | comb_10 | llama3 | nlr_t_no_sched | 14185.3 | 15374.2 | 1.1367 | 201.653 | 0 | | 6 | 0.3941 | 5 | 0 | wikitext | comb_14 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.9697 | 147.499 | 0 | | 7 | 0.3852 | 5 | 0 | wikitext | comb_17 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 6.1854 | 147.726 | 0 | | 8 | 0.3841 | 5 | 0 | wikitext | comb_16 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 6.2003 | 147.992 | 0 | | 9 | 0.3874 | 5 | 0 | wikitext | comb_2 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 6.1248 | 148.051 | 0 | | 10 | 0.3967 | 5 | 0 | wikitext | comb_3 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 5.9497 | 175.763 | 0 | | 11 | 0.3933 | 5 | 0 | wikitext | comb_7 | llama3 | nlr_t_no_sched | 14185.7 | 15374.2 | 6.0184 | 200.981 | 0 | | 12 | 0 | 5 | 0 | wikitext | comb_6 | llama3 | nlr_t_no_sched | 11051.9 | 18748.5 | 1.1441 | 4.4212 | 0 | | 14 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 26.2419 | 0 | |