Hugging Face's logo

Diogo-V
/
results-75912531f038

English
Model card Files Community
Diogo-V commited on
Commit
89a9880
•
1 Parent(s): 981247b

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +132 -30
  2. results.txt +0 -0
results.tsv CHANGED
@@ -1,4 +1,89 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  0.0 4 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
3
  0.0 5 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
4
  0.0 6 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
@@ -14,11 +99,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
14
  0.3469773828983307 4 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 7.644235134124756 15.202199 0.0
15
  0.3765282034873962 7 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 6.658954620361328 15.226179 0.0
16
  0.3771361112594604 8 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 6.605966091156006 15.834359 0.0
17
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.223318 0.0
18
- 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.236979 0.0
19
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.293026 0.0
20
- 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.517697 0.0
21
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 17.24967 0.0
22
  0.0 4 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
23
  0.0 5 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
24
  0.0 6 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
@@ -86,12 +166,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
86
  0.0 6 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
87
  0.0 7 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
88
  0.0 8 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
89
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.866603 0.0
90
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.733371 0.0
91
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.740932 0.0
92
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.763113 0.0
93
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 51.798099 0.0
94
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.812032 0.0
95
  0.0031746034510433 6 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1422514915466309 71.976376 0.0
96
  0.0015873017255216 5 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1327569484710691 71.9841 0.0
97
  0.0031746034510433 8 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1494650840759275 72.051981 0.0
@@ -176,7 +250,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
176
  0.0031746034510433 5 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.572316 0.0
177
  0.0031746034510433 4 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.607702 0.0
178
  0.0031746034510433 7 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.698036 0.0
179
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 20.554869 0.0
180
  0.0 4 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
181
  0.0 5 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
182
  0.0 6 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
@@ -192,11 +265,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
192
  0.7995889186859131 5 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 36.156648 0.0
193
  0.8057554364204407 6 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 41.782813 0.0
194
  0.8016444444656372 8 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 46.242996 0.0
195
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 21.109572 0.0
196
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 26.135103 0.0
197
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 42.637133 0.0
198
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 44.543402 0.0
199
- 0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 81.038735 0.0
200
  0.0 4 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
201
  0.0 5 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
202
  0.0 6 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
@@ -267,7 +335,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
267
  0.0 6 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
268
  0.0 7 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
269
  0.0 8 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
270
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 52.268862 0.0
271
  0.0 4 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
272
  0.0 5 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
273
  0.0 6 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
@@ -283,11 +350,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
283
  0.3169875144958496 5 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 8.223234176635742 15.088096 0.0
284
  0.3213103413581848 6 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.80169153213501 15.145257 0.0
285
  0.3246538341045379 7 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.905251502990723 15.165377 0.0
286
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 18.783006 0.0
287
- 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 18.78434 0.0
288
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 18.78779 0.0
289
- 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222681999206543 18.819931 0.0
290
- 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 18.834941 0.0
291
  0.0 4 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
292
  0.0 5 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
293
  0.0 6 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
@@ -304,7 +366,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
304
  0.0 7 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
305
  0.0 8 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
306
  0.3139142096042633 8 0.0 wikitext comb_11 opt rnd_search 671.452672 861.929472 8.120327949523926 24.226411 0.0
307
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 9.742937 0.0
308
  0.0 4 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
309
  0.0 5 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
310
  0.0 6 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
@@ -385,9 +446,50 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
385
  0.0 5 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 18.916229 0.0236871869471776
386
  0.0 6 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 19.369834 0.0236817450205943
387
  0.0 8 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 19.406292 0.0239712250945444
388
- 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 19.149055 0.0237326414926321
389
- 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 19.352101 0.0236079788491685
390
- 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 19.879974 0.0239494859641096
391
- 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 20.22757 0.0234031339094832
392
- 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4890.558464 0.0 21.053365 0.0268907930412973
393
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 39.25505 0.0239473509600023
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
+ 0.0 4 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
3
+ 0.0 5 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
4
+ 0.0 6 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
5
+ 0.0 7 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
6
+ 0.0 8 0.0 wikitext comb_2 llama3 rnd_search 14178.745344 15367.929856 1.3576891422271729 122.134433 0.0
7
+ 0.0 4 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
8
+ 0.0 5 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
9
+ 0.0 6 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
10
+ 0.0 7 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
11
+ 0.0 8 0.0 wikitext comb_10 llama3 rnd_search 14178.745344 15367.929856 1.1248141527175903 145.978955 0.0
12
+ 0.4428571462631225 7 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.2481889724731445 68.646232 0.0
13
+ 0.4437352418899536 8 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.208643436431885 68.731517 0.0
14
+ 0.380108118057251 4 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 6.15098762512207 68.746042 0.0
15
+ 0.4404930770397186 6 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.199138641357422 68.797421 0.0
16
+ 0.435663640499115 5 0.0 wikitext comb_6 llama3 rnd_search 14179.216384 15367.929856 5.449023246765137 68.818481 0.0
17
+ 0.0 4 0.0 wikitext comb_11 llama3 rnd_search 14185.276416 15374.221312 1.1702104806900024 147.730771 0.0
18
+ 0.0158730167895555 5 0.0 wikitext comb_11 llama3 rnd_search 14185.276416 15374.221312 1.121153712272644 147.832291 0.0
19
+ 0.0 4 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
20
+ 0.0 5 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
21
+ 0.0 6 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
22
+ 0.0 7 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
23
+ 0.0 8 0.0 wikitext comb_0 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.8579 0.0
24
+ 0.0 4 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
25
+ 0.0 5 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
26
+ 0.0 6 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
27
+ 0.0 7 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
28
+ 0.0 8 0.0 wikitext comb_13 llama3 rnd_search 14185.276416 15374.221312 1.156484603881836 147.911795 0.0
29
+ 0.0 4 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
30
+ 0.0 5 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
31
+ 0.0 6 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
32
+ 0.0 7 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
33
+ 0.0 8 0.0 wikitext comb_18 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 147.947496 0.0
34
+ 0.0 4 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
35
+ 0.0 5 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
36
+ 0.0 6 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
37
+ 0.0 7 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
38
+ 0.0 8 0.0 wikitext comb_14 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.055885 0.0
39
+ 0.0 4 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
40
+ 0.0 5 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
41
+ 0.0 6 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
42
+ 0.0 7 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
43
+ 0.0 8 0.0 wikitext comb_4 llama3 rnd_search 14185.276416 15374.221312 1.1346908807754517 148.064629 0.0
44
+ 0.0 4 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
45
+ 0.0 5 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
46
+ 0.0 6 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
47
+ 0.0 7 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
48
+ 0.0 8 0.0 wikitext comb_12 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 148.166922 0.0
49
+ 0.0 4 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
50
+ 0.0 5 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
51
+ 0.0 6 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
52
+ 0.0 7 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
53
+ 0.0 8 0.0 wikitext comb_16 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 175.021802 0.0
54
+ 0.0 4 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
55
+ 0.0 5 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
56
+ 0.0 6 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
57
+ 0.0 7 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
58
+ 0.0 8 0.0 wikitext comb_9 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.647965 0.0
59
+ 0.0 4 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
60
+ 0.0 5 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
61
+ 0.0 6 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
62
+ 0.0 7 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
63
+ 0.0 8 0.0 wikitext comb_5 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.680032 0.0
64
+ 0.0 4 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
65
+ 0.0 5 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
66
+ 0.0 6 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
67
+ 0.0 7 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
68
+ 0.0 8 0.0 wikitext comb_8 llama3 rnd_search 14185.276416 15374.221312 1.1248141527175903 201.681588 0.0
69
+ 0.4198919236660003 7 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 5.461452007293701 147.546442 0.0
70
+ 0.3234042525291443 6 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 7.318746566772461 147.635021 0.0
71
+ 0.4387369155883789 8 0.0 wikitext comb_11 llama3 rnd_search 14185.747456 15374.221312 5.270962715148926 147.638916 0.0
72
+ 0.0 4 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
73
+ 0.0 5 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
74
+ 0.0 6 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
75
+ 0.0 7 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
76
+ 0.0 8 0.0 wikitext comb_1 llama3 rnd_search 11051.945984 18748.53888 1.1342324018478394 4.343888 0.0
77
+ 0.0 4 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
78
+ 0.0 5 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
79
+ 0.0 6 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
80
+ 0.0 7 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
81
+ 0.0 8 0.0 wikitext comb_7 llama3 rnd_search 11051.945984 18748.53888 1.142811894416809 4.416078 0.0
82
+ 0.0 4 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
83
+ 0.0 5 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
84
+ 0.0 6 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
85
+ 0.0 7 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
86
+ 0.0 8 0.0 wikitext comb_17 llama3 rnd_search 16811.959808 19811.794944 1.1248141527175903 426.480785 0.0
87
  0.0 4 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
88
  0.0 5 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
89
  0.0 6 0.0 wikitext comb_2 tinyllama rnd_search 1895.561216 2157.969408 1.3021647930145264 19.692755 0.0
 
99
  0.3469773828983307 4 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 7.644235134124756 15.202199 0.0
100
  0.3765282034873962 7 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 6.658954620361328 15.226179 0.0
101
  0.3771361112594604 8 0.0 wikitext comb_6 tinyllama rnd_search 1896.032256 2157.969408 6.605966091156006 15.834359 0.0
 
 
 
 
 
102
  0.0 4 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
103
  0.0 5 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
104
  0.0 6 0.0 wikitext comb_14 tinyllama rnd_search 1897.394176 2160.06656 1.1093063354492188 27.292141 0.0
 
166
  0.0 6 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
167
  0.0 7 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
168
  0.0 8 0.0 wikitext comb_17 tinyllama rnd_search 2225.074688 2747.26912 1.1093063354492188 99.853775 0.0
 
 
 
 
 
 
169
  0.0031746034510433 6 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1422514915466309 71.976376 0.0
170
  0.0015873017255216 5 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1327569484710691 71.9841 0.0
171
  0.0031746034510433 8 0.0 wikitext comb_2 phi rnd_search 4394.006528 4697.62048 1.1494650840759275 72.051981 0.0
 
250
  0.0031746034510433 5 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.572316 0.0
251
  0.0031746034510433 4 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.607702 0.0
252
  0.0031746034510433 7 0.0 wikitext comb_17 phi rnd_search 5052.72576 5880.414208 1.1135467290878296 328.698036 0.0
 
253
  0.0 4 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
254
  0.0 5 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
255
  0.0 6 0.0 imagenet comb_2 vit rnd_search 357.020672 381.681664 0.0 24.448197 0.0
 
265
  0.7995889186859131 5 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 36.156648 0.0
266
  0.8057554364204407 6 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 41.782813 0.0
267
  0.8016444444656372 8 0.0 imagenet comb_6 vit rnd_search 357.513728 381.681664 0.0 46.242996 0.0
 
 
 
 
 
268
  0.0 4 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
269
  0.0 5 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
270
  0.0 6 0.0 imagenet comb_14 vit rnd_search 357.9136 381.681664 0.0 31.135807 0.0
 
335
  0.0 6 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
336
  0.0 7 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
337
  0.0 8 0.0 imagenet comb_1 vit rnd_search 325.22752 400.556032 0.0 0.116159 0.0
 
338
  0.0 4 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
339
  0.0 5 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
340
  0.0 6 0.0 wikitext comb_2 opt rnd_search 669.68832 861.929472 1.1036932468414309 21.967927 0.0
 
350
  0.3169875144958496 5 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 8.223234176635742 15.088096 0.0
351
  0.3213103413581848 6 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.80169153213501 15.145257 0.0
352
  0.3246538341045379 7 0.0 wikitext comb_6 opt rnd_search 670.15936 861.929472 7.905251502990723 15.165377 0.0
 
 
 
 
 
353
  0.0 4 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
354
  0.0 5 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
355
  0.0 6 0.0 wikitext comb_4 opt rnd_search 670.981632 861.929472 1.1180580854415894 24.258743 0.0
 
366
  0.0 7 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
367
  0.0 8 0.0 wikitext comb_14 opt rnd_search 670.981632 861.929472 1.1143286228179932 24.594108 0.0
368
  0.3139142096042633 8 0.0 wikitext comb_11 opt rnd_search 671.452672 861.929472 8.120327949523926 24.226411 0.0
 
369
  0.0 4 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
370
  0.0 5 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
371
  0.0 6 0.0 librispeech comb_2 wav2vec rnd_search 534.74304 1692.401664 0.0 19.042782 1.0
 
446
  0.0 5 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 18.916229 0.0236871869471776
447
  0.0 6 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 19.369834 0.0236817450205943
448
  0.0 8 0.0 librispeech comb_6 wav2vec rnd_search 658.017792 4888.461312 0.0 19.406292 0.0239712250945444
449
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
450
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
451
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
452
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
453
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
454
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
455
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
456
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
457
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
458
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
459
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
460
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
461
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
462
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
463
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
464
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
465
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
466
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
467
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
468
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
469
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
470
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
471
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
472
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
473
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
474
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
475
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
476
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
477
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
478
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
479
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
480
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
481
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
482
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
483
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
484
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
485
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
486
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
487
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
488
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
489
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
490
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
491
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
492
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
493
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
494
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
495
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
results.txt CHANGED
The diff for this file is too large to render. See raw diff