Hugging Face's logo

Diogo-V
/
results-59994c68117e

English
Model card Files Community
1
Diogo-V commited on
Commit
6464828
•
1 Parent(s): 015b79b

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +39 -38
  2. results.txt +0 -0
results.tsv CHANGED
@@ -1,6 +1,4 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
- 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.008406 0.0
3
- 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.850299 0.0
4
  0.0031746034510433 8 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.240111 0.0
5
  0.0031746034510433 7 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.294473 0.0
6
  0.0031746034510433 5 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.415238 0.0
@@ -16,11 +14,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
16
  0.0031746034510433 7 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.920633 0.0
17
  0.0031746034510433 8 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.965488 0.0
18
  0.0031746034510433 4 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 114.067387 0.0
19
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.174397 0.0
20
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.296206 0.0
21
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.365849 0.0
22
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.420832 0.0
23
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.467126 0.0
24
  0.0031746034510433 7 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.750233 0.0
25
  0.0031746034510433 4 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.791907 0.0
26
  0.0031746034510433 6 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.812262 0.0
@@ -101,7 +94,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
101
  0.0031746034510433 7 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.757078 0.0
102
  0.0031746034510433 5 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.778303 0.0
103
  0.0031746034510433 4 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.779415 0.0
104
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.84703 0.0
105
  0.0 4 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
106
  0.0 5 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
107
  0.0 6 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
@@ -132,11 +124,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
132
  0.0 6 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
133
  0.0 7 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
134
  0.0 8 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
135
- 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 744.48896 7.8056864738464355 28.29484 0.0
136
- 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 744.48896 8.222681999206543 28.39173 0.0
137
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 744.48896 7.905444145202637 28.392649 0.0
138
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 744.48896 7.916111469268799 28.462199 0.0
139
- 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 744.48896 8.903441429138184 28.584669 0.0
140
  0.0 4 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
141
  0.0 5 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
142
  0.0 6 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
@@ -297,7 +284,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
297
  0.0 6 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
298
  0.0 7 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
299
  0.0 8 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
300
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 13.624872 0.0
301
  0.0 4 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
302
  0.0 5 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
303
  0.0 6 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
@@ -328,11 +314,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
328
  0.0 6 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
329
  0.0 7 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
330
  0.0 8 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
331
- 0.789311408996582 4 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 19.908163 0.0
332
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 21.91971 0.0
333
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 22.668837 0.0
334
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 69.769888 0.0
335
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 357.587968 381.681664 0.0 89.74878 0.0
336
  0.0 4 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
337
  0.0 5 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
338
  0.0 6 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
@@ -493,12 +474,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
493
  0.0 6 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
494
  0.0 7 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
495
  0.0 8 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
496
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 13.164031 0.0
497
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.734006 0.0
498
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.749606 0.0
499
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.803316 0.0
500
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.907217 0.0
501
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 52.068597 0.0
502
  0.0 4 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
503
  0.0 5 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
504
  0.0 6 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
@@ -588,7 +563,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
588
  0.0 6 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
589
  0.0 7 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
590
  0.0 8 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
591
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 21.644379 0.0
592
  0.0301587339490652 7 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 24.343556 0.0
593
  0.0301587339490652 4 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 26.340502 0.0
594
  0.0 4 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0
@@ -619,11 +593,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
619
  0.0 8 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0
620
  0.0301587339490652 5 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.811091 0.0
621
  0.0301587339490652 8 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.907073 0.0
622
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811668395996 24.234323 0.0
623
- 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 24.251732 0.0
624
- 0.3786221146583557 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501582145690918 24.549814 0.0
625
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 25.041838 0.0
626
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 25.137918 0.0
627
  0.0 4 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
628
  0.0 5 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
629
  0.0 6 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
@@ -784,7 +753,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
784
  0.0 6 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
785
  0.0 7 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
786
  0.0 8 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
787
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 26.416508 0.0
788
  0.0 4 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
789
  0.0 5 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
790
  0.0 6 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
@@ -965,9 +933,42 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
965
  0.0 6 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
966
  0.0 7 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
967
  0.0 8 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
968
- 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 40.120058 0.0234031339094832
969
- 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 60.680832 0.0236079788491685
970
- 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 66.280354 0.0268907930412973
971
- 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 89.365362 0.0237326414926321
972
- 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 90.91686 0.0239494859641096
973
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 74.795795 0.0239473509600023
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
 
 
2
  0.0031746034510433 8 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.240111 0.0
3
  0.0031746034510433 7 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.294473 0.0
4
  0.0031746034510433 5 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.415238 0.0
 
14
  0.0031746034510433 7 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.920633 0.0
15
  0.0031746034510433 8 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.965488 0.0
16
  0.0031746034510433 4 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 114.067387 0.0
 
 
 
 
 
17
  0.0031746034510433 7 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.750233 0.0
18
  0.0031746034510433 4 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.791907 0.0
19
  0.0031746034510433 6 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.812262 0.0
 
94
  0.0031746034510433 7 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.757078 0.0
95
  0.0031746034510433 5 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.778303 0.0
96
  0.0031746034510433 4 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.779415 0.0
 
97
  0.0 4 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
98
  0.0 5 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
99
  0.0 6 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
 
124
  0.0 6 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
125
  0.0 7 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
126
  0.0 8 0.0 wikitext comb_8 opt ones_naive 669.68832 744.48896 1.1143286228179932 40.066295 0.0
 
 
 
 
 
127
  0.0 4 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
128
  0.0 5 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
129
  0.0 6 0.0 wikitext comb_6 opt ones_naive 670.981632 744.48896 1.1143286228179932 36.832831 0.0
 
284
  0.0 6 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
285
  0.0 7 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
286
  0.0 8 0.0 wikitext comb_12 opt rnd_naive 477.737472 1094.713344 inf 0.39456 0.0
 
287
  0.0 4 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
288
  0.0 5 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
289
  0.0 6 0.0 imagenet comb_1 vit ones_naive 357.020672 381.681664 0.0 21.859002 0.0
 
314
  0.0 6 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
315
  0.0 7 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
316
  0.0 8 0.0 imagenet comb_5 vit ones_naive 357.020672 381.681664 0.0 66.572577 0.0
 
 
 
 
 
317
  0.0 4 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
318
  0.0 5 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
319
  0.0 6 0.0 imagenet comb_7 vit rnd_naive 357.9136 381.681664 0.0 29.098535 0.0
 
474
  0.0 6 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
475
  0.0 7 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
476
  0.0 8 0.0 imagenet comb_12 vit rnd_naive 328.664064 438.304768 0.0 0.04484 0.0
 
 
 
 
 
 
477
  0.0 4 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
478
  0.0 5 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
479
  0.0 6 0.0 wikitext comb_9 phi rnd_naive 4394.006528 4697.62048 1.1135534048080444 32.586998 0.0
 
563
  0.0 6 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
564
  0.0 7 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
565
  0.0 8 0.0 wikitext comb_1 phi rnd_naive 3361.675264 6671.040512 inf 1.710628 0.0
 
566
  0.0301587339490652 7 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 24.343556 0.0
567
  0.0301587339490652 4 0.0 wikitext comb_1 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 26.340502 0.0
568
  0.0 4 0.0 wikitext comb_0 tinyllama rnd_naive 1897.658368 2149.5808 1.1093119382858276 26.545892 0.0
 
593
  0.0 8 0.0 wikitext comb_9 tinyllama rnd_naive 1897.658368 2149.5808 1.122122049331665 44.777197 0.0
594
  0.0301587339490652 5 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.811091 0.0
595
  0.0301587339490652 8 0.0 wikitext comb_5 tinyllama ones_naive 1897.658368 2149.5808 1.1093063354492188 44.907073 0.0
 
 
 
 
 
596
  0.0 4 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
597
  0.0 5 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
598
  0.0 6 0.0 wikitext comb_18 tinyllama rnd_naive 1899.491328 2151.677952 1.1111429929733276 33.416586 0.0
 
753
  0.0 6 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
754
  0.0 7 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
755
  0.0 8 0.0 wikitext comb_12 tinyllama rnd_naive 1383.267328 3128.950784 inf 0.575042 0.0
 
756
  0.0 4 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
757
  0.0 5 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
758
  0.0 6 0.0 librispeech comb_8 wav2vec ones_naive 534.74304 1566.572544 0.0 26.872407 1.0
 
933
  0.0 6 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
934
  0.0 7 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
935
  0.0 8 0.0 librispeech comb_2 wav2vec ones_naive 368.001024 1572.864 0.0 0.068564 1.0
936
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
937
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
938
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
939
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
940
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
941
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
942
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
943
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
944
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
945
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
946
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
947
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
948
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
949
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
950
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
951
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
952
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
953
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
954
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
955
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
956
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
957
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
958
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
959
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
960
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
961
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
962
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
963
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
964
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
965
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
966
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
967
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
968
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
969
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
970
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
971
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
972
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
973
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
974
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
results.txt CHANGED
The diff for this file is too large to render. See raw diff