Upload results for llama3
Browse files- results/df.tsv +94 -0
- results/results.txt +95 -0
results/df.tsv
ADDED
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
2 |
+
0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.903758 0.0
|
3 |
+
0.0 4 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2404381036758425 121.426519 0.0
|
4 |
+
0.0 4 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.862569 0.0
|
5 |
+
0.408476859331131 4 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 6.142866134643555 68.677758 0.0
|
6 |
+
0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.632153 0.0
|
7 |
+
0.0 4 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1305046081542969 147.671307 0.0
|
8 |
+
0.0 4 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1307382583618164 147.707809 0.0
|
9 |
+
0.0 4 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.126541018486023 148.055783 0.0
|
10 |
+
0.0 4 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1422075033187866 201.386783 0.0
|
11 |
+
0.0 4 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.744356 0.0
|
12 |
+
0.4063154458999634 4 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.213593006134033 147.853968 0.0
|
13 |
+
0.4081054031848907 4 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.1363911628723145 147.977311 0.0
|
14 |
+
0.4065181016921997 4 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.210402488708496 147.989679 0.0
|
15 |
+
0.4086795151233673 4 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.135317802429199 148.044906 0.0
|
16 |
+
0.4090510606765747 4 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.104947090148926 175.065402 0.0
|
17 |
+
0.4092198610305786 4 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 6.134158134460449 201.368064 0.0
|
18 |
+
0.0 4 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.135300874710083 4.40883 0.0
|
19 |
+
0.0 4 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.132760763168335 4.40958 0.0
|
20 |
+
0.0 4 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.101097 0.0
|
21 |
+
0.0 6 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.145577907562256 121.420139 0.0
|
22 |
+
0.0 6 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.975112 0.0
|
23 |
+
0.4430598020553589 6 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.211997032165527 68.537176 0.0
|
24 |
+
0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.913628 0.0
|
25 |
+
0.0 6 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1381429433822632 147.54625 0.0
|
26 |
+
0.0015873017255216 6 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1360448598861694 147.88846 0.0
|
27 |
+
0.0 6 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1392767429351809 148.054036 0.0
|
28 |
+
0.0 6 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1496609449386597 201.455046 0.0
|
29 |
+
0.0 6 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 202.173348 0.0
|
30 |
+
0.4424518942832947 6 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.172033786773682 147.397548 0.0
|
31 |
+
0.4420128762722015 6 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220036506652832 147.462494 0.0
|
32 |
+
0.4415400326251983 6 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.168991565704346 147.734831 0.0
|
33 |
+
0.4413711726665497 6 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.165921211242676 147.918444 0.0
|
34 |
+
0.4416075646877289 6 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.220284938812256 174.988151 0.0
|
35 |
+
0.4426545202732086 6 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.212477207183838 201.289003 0.0
|
36 |
+
0.0 6 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1278411149978638 4.180778 0.0
|
37 |
+
0.0 6 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1416341066360474 4.40665 0.0
|
38 |
+
0.0 6 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.224033 0.0
|
39 |
+
0.0 5 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.2200177907943726 121.189007 0.0
|
40 |
+
0.0 5 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 145.804755 0.0
|
41 |
+
0.4308341741561889 5 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.281240940093994 68.517391 0.0
|
42 |
+
0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.552351 0.0
|
43 |
+
0.0 5 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138678789138794 147.36251 0.0
|
44 |
+
0.0 5 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.134322166442871 147.664815 0.0
|
45 |
+
0.0111111123114824 5 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.138054370880127 147.833867 0.0
|
46 |
+
0.0 5 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.361301 0.0
|
47 |
+
0.0015873017255216 5 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1338989734649658 201.657708 0.0
|
48 |
+
0.43171226978302 5 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.266531944274902 147.472519 0.0
|
49 |
+
0.4305640161037445 5 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.244463443756104 147.596854 0.0
|
50 |
+
0.4306653141975403 5 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.242984294891357 147.761133 0.0
|
51 |
+
0.4311043918132782 5 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.254400730133057 147.983726 0.0
|
52 |
+
0.4317460358142853 5 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.287022113800049 174.958498 0.0
|
53 |
+
0.4312394559383392 5 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.28433084487915 200.910163 0.0
|
54 |
+
0.0015873017255216 5 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1456490755081177 4.37769 0.0
|
55 |
+
0.0 5 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1343878507614136 4.408119 0.0
|
56 |
+
0.0 5 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.164968 0.0
|
57 |
+
0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.621267 0.0
|
58 |
+
0.0 8 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1235297918319702 121.483415 0.0
|
59 |
+
0.0 8 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.042075 0.0
|
60 |
+
0.4432962238788605 8 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.208528518676758 68.827254 0.0
|
61 |
+
0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 96.163609 0.0
|
62 |
+
0.0 8 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.131370186805725 148.002832 0.0
|
63 |
+
0.0 8 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1349233388900757 148.093236 0.0
|
64 |
+
0.0 8 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.809107 0.0
|
65 |
+
0.1387369334697723 8 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.747456 15374.221312 27.529346466064453 147.931274 0.0
|
66 |
+
0.4429584741592407 8 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.211179733276367 147.981603 0.0
|
67 |
+
0.4436001181602478 8 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213226795196533 148.21687 0.0
|
68 |
+
0.4432961940765381 8 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208348751068115 148.231629 0.0
|
69 |
+
0.4436339139938354 8 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.218276023864746 148.344037 0.0
|
70 |
+
0.443363755941391 8 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.213650226593018 175.674965 0.0
|
71 |
+
0.3104694485664367 8 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.747456 15374.221312 8.306726455688477 201.636453 0.0
|
72 |
+
0.4436001181602478 8 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.208403587341309 201.756876 0.0
|
73 |
+
0.0 8 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.160254955291748 4.415832 0.0
|
74 |
+
0.0 8 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1340612173080444 4.417048 0.0
|
75 |
+
0.0 8 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 427.181967 0.0
|
76 |
+
0.0 7 0.0 wikitext comb_18 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1227006912231443 121.83941 0.0
|
77 |
+
0.0 7 0.0 wikitext comb_9 llama3 rnd_search_t_lin 14178.745344 15367.929856 1.1248141527175903 146.170144 0.0
|
78 |
+
0.4430597722530365 7 0.0 wikitext comb_16 llama3 rnd_search_t_lin 14179.216384 15367.929856 5.230015277862549 68.823935 0.0
|
79 |
+
0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.815886 0.0
|
80 |
+
0.0 7 0.0 wikitext comb_7 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135936975479126 147.784095 0.0
|
81 |
+
0.0 7 0.0 wikitext comb_3 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.135254979133606 147.798958 0.0
|
82 |
+
0.0031746034510433 7 0.0 wikitext comb_11 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1442229747772217 148.029118 0.0
|
83 |
+
0.0 7 0.0 wikitext comb_10 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.1248141527175903 201.667617 0.0
|
84 |
+
0.0111111123114824 7 0.0 wikitext comb_4 llama3 rnd_search_t_lin 14185.276416 15374.221312 1.104164719581604 201.760552 0.0
|
85 |
+
0.4432286620140075 7 0.0 wikitext comb_8 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.221776008605957 148.094319 0.0
|
86 |
+
0.4436001479625702 7 0.0 wikitext comb_2 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.217624664306641 148.118292 0.0
|
87 |
+
0.4438365399837494 7 0.0 wikitext comb_13 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.228815078735352 148.128376 0.0
|
88 |
+
0.4438703060150146 7 0.0 wikitext comb_17 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.226969242095947 148.185597 0.0
|
89 |
+
0.4436676502227783 7 0.0 wikitext comb_1 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.236624717712402 175.675764 0.0
|
90 |
+
0.4435325860977173 7 0.0 wikitext comb_6 llama3 rnd_search_t_lin 14185.747456 15374.221312 5.245929718017578 201.477335 0.0
|
91 |
+
0.0 7 0.0 wikitext comb_5 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1328096389770508 4.411548 0.0
|
92 |
+
0.0 7 0.0 wikitext comb_15 llama3 rnd_search_t_lin 11051.945984 18748.53888 1.1426244974136353 4.413599 0.0
|
93 |
+
0.0 7 0.0 wikitext comb_0 llama3 rnd_search_t_lin 16811.959808 19811.794944 1.1248141527175903 426.311849 0.0
|
94 |
+
0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 27.292473 0.0
|
results/results.txt
ADDED
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
|
2 |
+
|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:|
|
3 |
+
| 0 | 0.4278 | 4 | 0 | wikitext | ao_woq | llama3 | fixed | 5542.36 | 7163.87 | 5.3584 | 39.9038 | 0 |
|
4 |
+
| 1 | 0 | 4 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.2404 | 121.427 | 0 |
|
5 |
+
| 2 | 0 | 4 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1248 | 145.863 | 0 |
|
6 |
+
| 3 | 0.4085 | 4 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 6.1429 | 68.6778 | 0 |
|
7 |
+
| 4 | 0.3798 | 4 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 6.1632 | 95.6322 | 0 |
|
8 |
+
| 5 | 0 | 4 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1305 | 147.671 | 0 |
|
9 |
+
| 6 | 0 | 4 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1307 | 147.708 | 0 |
|
10 |
+
| 7 | 0 | 4 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1265 | 148.056 | 0 |
|
11 |
+
| 8 | 0 | 4 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1422 | 201.387 | 0 |
|
12 |
+
| 9 | 0 | 4 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1248 | 201.744 | 0 |
|
13 |
+
| 10 | 0.4063 | 4 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.2136 | 147.854 | 0 |
|
14 |
+
| 11 | 0.4081 | 4 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.1364 | 147.977 | 0 |
|
15 |
+
| 12 | 0.4065 | 4 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.2104 | 147.99 | 0 |
|
16 |
+
| 13 | 0.4087 | 4 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.1353 | 148.045 | 0 |
|
17 |
+
| 14 | 0.4091 | 4 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.1049 | 175.065 | 0 |
|
18 |
+
| 15 | 0.4092 | 4 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 6.1342 | 201.368 | 0 |
|
19 |
+
| 16 | 0 | 4 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1353 | 4.4088 | 0 |
|
20 |
+
| 17 | 0 | 4 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1328 | 4.4096 | 0 |
|
21 |
+
| 18 | 0 | 4 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.1248 | 426.101 | 0 |
|
22 |
+
| 0 | 0 | 6 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1456 | 121.42 | 0 |
|
23 |
+
| 1 | 0 | 6 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1248 | 145.975 | 0 |
|
24 |
+
| 2 | 0.4431 | 6 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.212 | 68.5372 | 0 |
|
25 |
+
| 3 | 0.4409 | 6 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.1933 | 95.9136 | 0 |
|
26 |
+
| 4 | 0 | 6 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1381 | 147.546 | 0 |
|
27 |
+
| 5 | 0.0016 | 6 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.136 | 147.888 | 0 |
|
28 |
+
| 6 | 0 | 6 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1393 | 148.054 | 0 |
|
29 |
+
| 7 | 0 | 6 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1497 | 201.455 | 0 |
|
30 |
+
| 8 | 0 | 6 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1248 | 202.173 | 0 |
|
31 |
+
| 9 | 0.4425 | 6 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.172 | 147.398 | 0 |
|
32 |
+
| 10 | 0.442 | 6 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.22 | 147.463 | 0 |
|
33 |
+
| 11 | 0.4415 | 6 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.169 | 147.735 | 0 |
|
34 |
+
| 12 | 0.4414 | 6 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.1659 | 147.918 | 0 |
|
35 |
+
| 13 | 0.4416 | 6 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2203 | 174.988 | 0 |
|
36 |
+
| 14 | 0.4427 | 6 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2125 | 201.289 | 0 |
|
37 |
+
| 15 | 0 | 6 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1278 | 4.1808 | 0 |
|
38 |
+
| 16 | 0 | 6 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1416 | 4.4066 | 0 |
|
39 |
+
| 17 | 0 | 6 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.1248 | 426.224 | 0 |
|
40 |
+
| 0 | 0 | 5 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.22 | 121.189 | 0 |
|
41 |
+
| 1 | 0 | 5 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1248 | 145.805 | 0 |
|
42 |
+
| 2 | 0.4308 | 5 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.2812 | 68.5174 | 0 |
|
43 |
+
| 3 | 0.4356 | 5 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.449 | 95.5524 | 0 |
|
44 |
+
| 4 | 0 | 5 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1387 | 147.363 | 0 |
|
45 |
+
| 5 | 0 | 5 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1343 | 147.665 | 0 |
|
46 |
+
| 6 | 0.0111 | 5 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1381 | 147.834 | 0 |
|
47 |
+
| 7 | 0 | 5 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1248 | 201.361 | 0 |
|
48 |
+
| 8 | 0.0016 | 5 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1339 | 201.658 | 0 |
|
49 |
+
| 9 | 0.4317 | 5 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2665 | 147.472 | 0 |
|
50 |
+
| 10 | 0.4306 | 5 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2445 | 147.597 | 0 |
|
51 |
+
| 11 | 0.4307 | 5 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.243 | 147.761 | 0 |
|
52 |
+
| 12 | 0.4311 | 5 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2544 | 147.984 | 0 |
|
53 |
+
| 13 | 0.4317 | 5 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.287 | 174.958 | 0 |
|
54 |
+
| 14 | 0.4312 | 5 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2843 | 200.91 | 0 |
|
55 |
+
| 15 | 0.0016 | 5 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1456 | 4.3777 | 0 |
|
56 |
+
| 16 | 0 | 5 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1344 | 4.4081 | 0 |
|
57 |
+
| 17 | 0 | 5 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.1248 | 426.165 | 0 |
|
58 |
+
| 0 | 0.4437 | 8 | 0 | wikitext | ao_woq | llama3 | fixed | 12110.4 | 14040.4 | 5.2086 | 52.6213 | 0 |
|
59 |
+
| 1 | 0 | 8 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1235 | 121.483 | 0 |
|
60 |
+
| 2 | 0 | 8 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.042 | 0 |
|
61 |
+
| 3 | 0.4433 | 8 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.2085 | 68.8273 | 0 |
|
62 |
+
| 4 | 0.4439 | 8 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2082 | 96.1636 | 0 |
|
63 |
+
| 5 | 0 | 8 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1314 | 148.003 | 0 |
|
64 |
+
| 6 | 0 | 8 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1349 | 148.093 | 0 |
|
65 |
+
| 7 | 0 | 8 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1248 | 201.809 | 0 |
|
66 |
+
| 8 | 0.1387 | 8 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 27.5293 | 147.931 | 0 |
|
67 |
+
| 9 | 0.443 | 8 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2112 | 147.982 | 0 |
|
68 |
+
| 10 | 0.4436 | 8 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2132 | 148.217 | 0 |
|
69 |
+
| 11 | 0.4433 | 8 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2083 | 148.232 | 0 |
|
70 |
+
| 12 | 0.4436 | 8 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2183 | 148.344 | 0 |
|
71 |
+
| 13 | 0.4434 | 8 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2137 | 175.675 | 0 |
|
72 |
+
| 14 | 0.3105 | 8 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 8.3067 | 201.637 | 0 |
|
73 |
+
| 15 | 0.4436 | 8 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2084 | 201.757 | 0 |
|
74 |
+
| 16 | 0 | 8 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1603 | 4.4158 | 0 |
|
75 |
+
| 17 | 0 | 8 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1341 | 4.417 | 0 |
|
76 |
+
| 18 | 0 | 8 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.1248 | 427.182 | 0 |
|
77 |
+
| 0 | 0 | 7 | 0 | wikitext | comb_18 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1227 | 121.839 | 0 |
|
78 |
+
| 1 | 0 | 7 | 0 | wikitext | comb_9 | llama3 | rnd_search_t_lin | 14178.7 | 15367.9 | 1.1248 | 146.17 | 0 |
|
79 |
+
| 2 | 0.4431 | 7 | 0 | wikitext | comb_16 | llama3 | rnd_search_t_lin | 14179.2 | 15367.9 | 5.23 | 68.8239 | 0 |
|
80 |
+
| 3 | 0.4428 | 7 | 0 | wikitext | woq | llama3 | fixed | 14179.3 | 15367.9 | 5.2489 | 95.8159 | 0 |
|
81 |
+
| 4 | 0 | 7 | 0 | wikitext | comb_7 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1359 | 147.784 | 0 |
|
82 |
+
| 5 | 0 | 7 | 0 | wikitext | comb_3 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1353 | 147.799 | 0 |
|
83 |
+
| 6 | 0.0032 | 7 | 0 | wikitext | comb_11 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1442 | 148.029 | 0 |
|
84 |
+
| 7 | 0 | 7 | 0 | wikitext | comb_10 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1248 | 201.668 | 0 |
|
85 |
+
| 8 | 0.0111 | 7 | 0 | wikitext | comb_4 | llama3 | rnd_search_t_lin | 14185.3 | 15374.2 | 1.1042 | 201.761 | 0 |
|
86 |
+
| 9 | 0.4432 | 7 | 0 | wikitext | comb_8 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2218 | 148.094 | 0 |
|
87 |
+
| 10 | 0.4436 | 7 | 0 | wikitext | comb_2 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2176 | 148.118 | 0 |
|
88 |
+
| 11 | 0.4438 | 7 | 0 | wikitext | comb_13 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2288 | 148.128 | 0 |
|
89 |
+
| 12 | 0.4439 | 7 | 0 | wikitext | comb_17 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.227 | 148.186 | 0 |
|
90 |
+
| 13 | 0.4437 | 7 | 0 | wikitext | comb_1 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2366 | 175.676 | 0 |
|
91 |
+
| 14 | 0.4435 | 7 | 0 | wikitext | comb_6 | llama3 | rnd_search_t_lin | 14185.7 | 15374.2 | 5.2459 | 201.477 | 0 |
|
92 |
+
| 15 | 0 | 7 | 0 | wikitext | comb_5 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1328 | 4.4115 | 0 |
|
93 |
+
| 16 | 0 | 7 | 0 | wikitext | comb_15 | llama3 | rnd_search_t_lin | 11051.9 | 18748.5 | 1.1426 | 4.4136 | 0 |
|
94 |
+
| 17 | 0 | 7 | 0 | wikitext | comb_0 | llama3 | rnd_search_t_lin | 16812 | 19811.8 | 1.1248 | 426.312 | 0 |
|
95 |
+
| 19 | 0.4437 | 32 | 0 | wikitext | base | llama3 | ---- | 33003.5 | 33156 | 5.2238 | 27.2925 | 0 |
|