Hugging Face's logo

Diogo-V
/
results-56d584b4d967

English
Model card Files Community
Diogo-V commited on
Commit
793ee31
•
1 Parent(s): 80e6b2d

Upload 2 files

Browse files
Files changed (2) hide show
  1. results.tsv +112 -22
  2. results.txt +0 -0
results.tsv CHANGED
@@ -12,11 +12,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
12
  0.3785883486270904 6 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.500134468078613 14.545217 0.0
13
  0.3771361112594604 8 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.605966567993164 14.984835 0.0
14
  0.3765282034873962 7 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.658949375152588 15.678694 0.0
15
- 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 15.548262 0.0
16
- 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.1269 0.0
17
- 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 16.340863 0.0
18
- 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.830683 0.0
19
- 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.850436 0.0
20
  0.0 4 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
21
  0.0 5 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
22
  0.0 6 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
@@ -70,7 +65,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
70
  0.0 6 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
71
  0.0 7 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
72
  0.0 8 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
73
- 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.945024 0.0
74
  0.0 4 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
75
  0.0 5 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
76
  0.0 6 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
@@ -86,8 +80,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
86
  0.3248226940631866 8 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.916566848754883 35.593204 0.0
87
  0.3246538341045379 7 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.90524959564209 37.057711 0.0
88
  0.3213103413581848 6 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.801699161529541 37.842541 0.0
89
- 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 33.303895 0.0
90
- 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 33.541073 0.0
91
  0.0 4 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
92
  0.0 5 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
93
  0.0 6 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
@@ -148,12 +140,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
148
  0.0 6 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
149
  0.0 7 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
150
  0.0 8 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
151
- 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.022348 0.0
152
- 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.677403 0.0
153
- 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.709764 0.0
154
- 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 51.760372 0.0
155
- 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.771763 0.0
156
- 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.836183 0.0
157
  0.0 4 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1224465370178225 71.86759 0.0
158
  0.0015873017255216 5 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1327569484710691 71.953466 0.0
159
  0.0031746034510433 8 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1494650840759275 71.978455 0.0
@@ -215,7 +201,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
215
  0.0 6 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
216
  0.0 7 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
217
  0.0 8 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
218
- 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 20.109704 0.0
219
  0.0 4 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
220
  0.0 5 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
221
  0.0 6 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
@@ -280,7 +265,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
280
  0.0 4 0.0 librispeech comb_9 wav2vec nlr 658.907136 4865.39264 0.0 63.288342 0.0288603941475585
281
  0.0 6 0.0 librispeech comb_14 wav2vec nlr 658.907136 4865.39264 0.0 65.83151 0.0235488205221506
282
  0.0 8 0.0 librispeech comb_9 wav2vec nlr 658.907136 4865.39264 0.0 70.298619 0.0249972625658031
283
- 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 25.108359 0.0239473509600023
284
  0.0 4 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
285
  0.0 5 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
286
  0.0 6 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
@@ -295,11 +279,6 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
295
  0.8057554364204407 6 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 31.451741 0.0
296
  0.7995889186859131 7 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 32.509696 0.0
297
  0.7995889186859131 5 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 36.90318 0.0
298
- 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 29.478689 0.0
299
- 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 30.679443 0.0
300
- 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 31.594656 0.0
301
- 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 35.492065 0.0
302
- 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 511.705088 0.0 36.486084 0.0
303
  0.0 4 0.0 imagenet comb_15 vit nlr 356.865024 511.705088 0.0 48.298086 0.0
304
  0.0 4 0.0 imagenet comb_5 vit nlr 356.865024 511.705088 0.0 49.382662 0.0
305
  0.0 5 0.0 imagenet comb_5 vit nlr 356.865024 511.705088 0.0 49.382662 0.0
@@ -357,4 +336,115 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
357
  0.8016444444656372 8 0.0 imagenet comb_9 vit nlr 357.35808 513.80224 0.0 66.681165 0.0
358
  0.8026722073554993 6 0.0 imagenet comb_4 vit nlr 357.35808 513.80224 0.0 69.508004 0.0
359
  0.8006166815757751 6 0.0 imagenet comb_17 vit nlr 357.35808 513.80224 0.0 79.515335 0.0
360
- 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 18.181087 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  0.3785883486270904 6 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.500134468078613 14.545217 0.0
13
  0.3771361112594604 8 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.605966567993164 14.984835 0.0
14
  0.3765282034873962 7 0.0 wikitext comb_6 tinyllama nlr 1896.032256 2157.969408 6.658949375152588 15.678694 0.0
 
 
 
 
 
15
  0.0 4 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
16
  0.0 5 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
17
  0.0 6 0.0 wikitext comb_13 tinyllama nlr 1897.394176 2160.06656 1.1368026733398438 27.23228 0.0
 
65
  0.0 6 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
66
  0.0 7 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
67
  0.0 8 0.0 wikitext comb_0 tinyllama nlr 2225.074688 2747.26912 1.1093063354492188 99.383432 0.0
 
68
  0.0 4 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
69
  0.0 5 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
70
  0.0 6 0.0 wikitext comb_3 opt nlr 669.68832 861.929472 1.1036932468414309 42.404245 0.0
 
80
  0.3248226940631866 8 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.916566848754883 35.593204 0.0
81
  0.3246538341045379 7 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.90524959564209 37.057711 0.0
82
  0.3213103413581848 6 0.0 wikitext comb_6 opt nlr 670.15936 861.929472 7.801699161529541 37.842541 0.0
 
 
83
  0.0 4 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
84
  0.0 5 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
85
  0.0 6 0.0 wikitext comb_13 opt nlr 670.981632 861.929472 1.1168279647827148 54.059474 0.0
 
140
  0.0 6 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
141
  0.0 7 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
142
  0.0 8 0.0 wikitext comb_0 opt nlr 799.678464 1071.644672 1.1143286228179932 100.949601 0.0
 
 
 
 
 
 
143
  0.0 4 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1224465370178225 71.86759 0.0
144
  0.0015873017255216 5 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1327569484710691 71.953466 0.0
145
  0.0031746034510433 8 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1494650840759275 71.978455 0.0
 
201
  0.0 6 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
202
  0.0 7 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
203
  0.0 8 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0
 
204
  0.0 4 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
205
  0.0 5 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
206
  0.0 6 0.0 librispeech comb_11 wav2vec nlr 534.74304 1646.26432 0.0 43.450264 1.0
 
265
  0.0 4 0.0 librispeech comb_9 wav2vec nlr 658.907136 4865.39264 0.0 63.288342 0.0288603941475585
266
  0.0 6 0.0 librispeech comb_14 wav2vec nlr 658.907136 4865.39264 0.0 65.83151 0.0235488205221506
267
  0.0 8 0.0 librispeech comb_9 wav2vec nlr 658.907136 4865.39264 0.0 70.298619 0.0249972625658031
 
268
  0.0 4 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
269
  0.0 5 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
270
  0.0 6 0.0 imagenet comb_11 vit nlr 355.972096 511.705088 0.0 48.566363 0.0
 
279
  0.8057554364204407 6 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 31.451741 0.0
280
  0.7995889186859131 7 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 32.509696 0.0
281
  0.7995889186859131 5 0.0 imagenet comb_6 vit nlr 356.465152 511.705088 0.0 36.90318 0.0
 
 
 
 
 
282
  0.0 4 0.0 imagenet comb_15 vit nlr 356.865024 511.705088 0.0 48.298086 0.0
283
  0.0 4 0.0 imagenet comb_5 vit nlr 356.865024 511.705088 0.0 49.382662 0.0
284
  0.0 5 0.0 imagenet comb_5 vit nlr 356.865024 511.705088 0.0 49.382662 0.0
 
336
  0.8016444444656372 8 0.0 imagenet comb_9 vit nlr 357.35808 513.80224 0.0 66.681165 0.0
337
  0.8026722073554993 6 0.0 imagenet comb_4 vit nlr 357.35808 513.80224 0.0 69.508004 0.0
338
  0.8006166815757751 6 0.0 imagenet comb_17 vit nlr 357.35808 513.80224 0.0 79.515335 0.0
339
+ 0.0 4 0.0 wikitext comb_3 llama3 nlr 14178.745344 15367.929856 1.3576891422271729 122.329615 0.0
340
+ 0.0 5 0.0 wikitext comb_3 llama3 nlr 14178.745344 15367.929856 1.3576891422271729 122.329615 0.0
341
+ 0.0 6 0.0 wikitext comb_3 llama3 nlr 14178.745344 15367.929856 1.3576891422271729 122.329615 0.0
342
+ 0.0 7 0.0 wikitext comb_3 llama3 nlr 14178.745344 15367.929856 1.3576891422271729 122.329615 0.0
343
+ 0.0 8 0.0 wikitext comb_3 llama3 nlr 14178.745344 15367.929856 1.3576891422271729 122.329615 0.0
344
+ 0.0 4 0.0 wikitext comb_11 llama3 nlr 14178.745344 15367.929856 1.1248141527175903 145.733167 0.0
345
+ 0.0 5 0.0 wikitext comb_11 llama3 nlr 14178.745344 15367.929856 1.1248141527175903 145.733167 0.0
346
+ 0.0 6 0.0 wikitext comb_11 llama3 nlr 14178.745344 15367.929856 1.1248141527175903 145.733167 0.0
347
+ 0.0 7 0.0 wikitext comb_11 llama3 nlr 14178.745344 15367.929856 1.1248141527175903 145.733167 0.0
348
+ 0.0 8 0.0 wikitext comb_11 llama3 nlr 14178.745344 15367.929856 1.1248141527175903 145.733167 0.0
349
+ 0.4404930770397186 6 0.0 wikitext comb_6 llama3 nlr 14179.216384 15367.929856 5.199138641357422 68.686417 0.0
350
+ 0.380108118057251 4 0.0 wikitext comb_6 llama3 nlr 14179.216384 15367.929856 6.150976657867432 68.70661 0.0
351
+ 0.435663640499115 5 0.0 wikitext comb_6 llama3 nlr 14179.216384 15367.929856 5.4490156173706055 68.779854 0.0
352
+ 0.4437352418899536 8 0.0 wikitext comb_6 llama3 nlr 14179.216384 15367.929856 5.208640575408936 68.781439 0.0
353
+ 0.4428571462631225 7 0.0 wikitext comb_6 llama3 nlr 14179.216384 15367.929856 5.248186111450195 68.795679 0.0
354
+ 0.0 4 0.0 wikitext comb_13 llama3 nlr 14185.276416 15374.221312 1.1841050386428833 148.236722 0.0
355
+ 0.0 5 0.0 wikitext comb_13 llama3 nlr 14185.276416 15374.221312 1.1841050386428833 148.236722 0.0
356
+ 0.0 6 0.0 wikitext comb_13 llama3 nlr 14185.276416 15374.221312 1.1841050386428833 148.236722 0.0
357
+ 0.0 7 0.0 wikitext comb_13 llama3 nlr 14185.276416 15374.221312 1.1841050386428833 148.236722 0.0
358
+ 0.0 4 0.0 wikitext comb_10 llama3 nlr 14185.276416 15374.221312 1.145966410636902 202.094375 0.0
359
+ 0.0 5 0.0 wikitext comb_10 llama3 nlr 14185.276416 15374.221312 1.145966410636902 202.094375 0.0
360
+ 0.0 6 0.0 wikitext comb_10 llama3 nlr 14185.276416 15374.221312 1.145966410636902 202.094375 0.0
361
+ 0.0 7 0.0 wikitext comb_10 llama3 nlr 14185.276416 15374.221312 1.145966410636902 202.094375 0.0
362
+ 0.036155205219984 8 0.0 wikitext comb_13 llama3 nlr 14185.321472 15374.221312 1.664661169052124 148.229334 0.0
363
+ 0.4437690079212188 8 0.0 wikitext comb_15 llama3 nlr 14185.747456 15374.221312 5.2081499099731445 147.441377 0.0
364
+ 0.4423505663871765 7 0.0 wikitext comb_15 llama3 nlr 14185.747456 15374.221312 5.246627330780029 147.490399 0.0
365
+ 0.436372846364975 5 0.0 wikitext comb_15 llama3 nlr 14185.747456 15374.221312 5.430482864379883 147.524812 0.0
366
+ 0.4428909420967102 7 0.0 wikitext comb_16 llama3 nlr 14185.747456 15374.221312 5.230251312255859 147.530213 0.0
367
+ 0.3807835280895233 4 0.0 wikitext comb_15 llama3 nlr 14185.747456 15374.221312 6.237351894378662 147.634735 0.0
368
+ 0.4373860359191894 5 0.0 wikitext comb_16 llama3 nlr 14185.747456 15374.221312 5.412022113800049 147.674763 0.0
369
+ 0.3809861838817596 4 0.0 wikitext comb_17 llama3 nlr 14185.747456 15374.221312 6.232641220092773 147.690005 0.0
370
+ 0.4398176372051239 6 0.0 wikitext comb_15 llama3 nlr 14185.747456 15374.221312 5.199422359466553 147.791944 0.0
371
+ 0.3804795742034912 4 0.0 wikitext comb_14 llama3 nlr 14185.747456 15374.221312 6.175668239593506 147.903024 0.0
372
+ 0.4422154724597931 7 0.0 wikitext comb_17 llama3 nlr 14185.747456 15374.221312 5.247557163238525 147.904012 0.0
373
+ 0.4423843622207641 7 0.0 wikitext comb_14 llama3 nlr 14185.747456 15374.221312 5.243480205535889 147.934022 0.0
374
+ 0.4400878250598907 6 0.0 wikitext comb_17 llama3 nlr 14185.747456 15374.221312 5.199240207672119 147.94405 0.0
375
+ 0.4402566850185394 6 0.0 wikitext comb_16 llama3 nlr 14185.747456 15374.221312 5.230005741119385 147.950533 0.0
376
+ 0.4439041018486023 8 0.0 wikitext comb_17 llama3 nlr 14185.747456 15374.221312 5.207451820373535 147.97142 0.0
377
+ 0.4443769156932831 8 0.0 wikitext comb_16 llama3 nlr 14185.747456 15374.221312 5.207278728485107 147.973771 0.0
378
+ 0.3783856928348541 4 0.0 wikitext comb_16 llama3 nlr 14185.747456 15374.221312 6.167969226837158 147.979524 0.0
379
+ 0.4365079402923584 5 0.0 wikitext comb_17 llama3 nlr 14185.747456 15374.221312 5.430935382843018 147.983246 0.0
380
+ 0.440256655216217 6 0.0 wikitext comb_14 llama3 nlr 14185.747456 15374.221312 5.190332412719727 147.992963 0.0
381
+ 0.4444106817245483 8 0.0 wikitext comb_14 llama3 nlr 14185.747456 15374.221312 5.208073616027832 148.392806 0.0
382
+ 0.4355960786342621 5 0.0 wikitext comb_14 llama3 nlr 14185.747456 15374.221312 5.425205230712891 148.40643 0.0
383
+ 0.4406957328319549 6 0.0 wikitext comb_4 llama3 nlr 14185.747456 15374.221312 5.230377197265625 175.099392 0.0
384
+ 0.4435325860977173 7 0.0 wikitext comb_4 llama3 nlr 14185.747456 15374.221312 5.228373050689697 175.165036 0.0
385
+ 0.3784194588661194 4 0.0 wikitext comb_4 llama3 nlr 14185.747456 15374.221312 6.155765056610107 175.209511 0.0
386
+ 0.4441067576408386 8 0.0 wikitext comb_4 llama3 nlr 14185.747456 15374.221312 5.214853763580322 175.2167 0.0
387
+ 0.436372846364975 5 0.0 wikitext comb_4 llama3 nlr 14185.747456 15374.221312 5.392096519470215 175.469933 0.0
388
+ 0.436879426240921 5 0.0 wikitext comb_9 llama3 nlr 14185.747456 15374.221312 5.4105987548828125 201.201756 0.0
389
+ 0.4444107115268707 8 0.0 wikitext comb_9 llama3 nlr 14185.747456 15374.221312 5.207996845245361 201.204721 0.0
390
+ 0.3016548156738281 8 0.0 wikitext comb_10 llama3 nlr 14185.747456 15374.221312 8.716463088989258 201.345192 0.0
391
+ 0.4402566850185394 6 0.0 wikitext comb_9 llama3 nlr 14185.747456 15374.221312 5.23110818862915 201.358618 0.0
392
+ 0.4428909122943878 7 0.0 wikitext comb_9 llama3 nlr 14185.747456 15374.221312 5.229310989379883 201.491524 0.0
393
+ 0.3781155049800873 4 0.0 wikitext comb_9 llama3 nlr 14185.747456 15374.221312 6.178022384643555 201.639031 0.0
394
+ 0.0 4 0.0 wikitext comb_1 llama3 nlr 11051.945984 18748.53888 1.1355302333831787 4.404278 0.0
395
+ 0.0 5 0.0 wikitext comb_1 llama3 nlr 11051.945984 18748.53888 1.1355302333831787 4.404278 0.0
396
+ 0.0 6 0.0 wikitext comb_1 llama3 nlr 11051.945984 18748.53888 1.1355302333831787 4.404278 0.0
397
+ 0.0 7 0.0 wikitext comb_1 llama3 nlr 11051.945984 18748.53888 1.1355302333831787 4.404278 0.0
398
+ 0.0 8 0.0 wikitext comb_1 llama3 nlr 11051.945984 18748.53888 1.1355302333831787 4.404278 0.0
399
+ 0.0 4 0.0 wikitext comb_0 llama3 nlr 16811.959808 19811.794944 1.1248141527175903 429.613124 0.0
400
+ 0.0 5 0.0 wikitext comb_0 llama3 nlr 16811.959808 19811.794944 1.1248141527175903 429.613124 0.0
401
+ 0.0 6 0.0 wikitext comb_0 llama3 nlr 16811.959808 19811.794944 1.1248141527175903 429.613124 0.0
402
+ 0.0 7 0.0 wikitext comb_0 llama3 nlr 16811.959808 19811.794944 1.1248141527175903 429.613124 0.0
403
+ 0.0 8 0.0 wikitext comb_0 llama3 nlr 16811.959808 19811.794944 1.1248141527175903 429.613124 0.0
404
+ 0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 740.294656 8.768630981445312 16.713258 0.0
405
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 765.46048 7.905444145202637 21.34634 0.0
406
+ 0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 782.237696 7.916111469268799 21.146683 0.0
407
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 782.237696 8.222683906555176 21.318598 0.0
408
+ 0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 786.432 8.903441429138184 21.231402 0.0
409
+ 0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 786.432 7.8056864738464355 21.325525 0.0
410
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 834.666496 7.916566848754883 15.291454 0.0
411
+ 0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 10.259793 0.0
412
+ 0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.916931 0.0
413
+ 0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.844547 0.0
414
+ 0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.256798 0.0
415
+ 0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.260671 0.0
416
+ 0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.28564 0.0
417
+ 0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.309245 0.0
418
+ 0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.371786 0.0
419
+ 0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.803033 0.0
420
+ 0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 21.504217 0.0
421
+ 0.3771361112594604 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 19.289787 0.0
422
+ 0.3785883486270904 6 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.501583099365234 19.670746 0.0
423
+ 0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 7.655362606048584 20.13133 0.0
424
+ 0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.663349628448486 20.220846 0.0
425
+ 0.3772712051868438 8 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.604811191558838 20.271864 0.0
426
+ 0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1898.208768 2151.677952 6.966304302215576 20.453174 0.0
427
+ 0.3781492710113525 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 14.7146 0.0
428
+ 0.7995889186859131 7 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 72.915762 0.0
429
+ 0.789311408996582 4 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 79.459568 0.0
430
+ 0.7995889186859131 5 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 80.755401 0.0
431
+ 0.8016444444656372 8 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 84.771372 0.0
432
+ 0.8057554364204407 6 0.0 imagenet woq vit fixed 356.539392 406.847488 0.0 87.505697 0.0
433
+ 0.7954779267311096 4 0.0 imagenet ao_woq vit fixed 179.948032 503.31648 0.0 84.235943 0.0
434
+ 0.8016444444656372 8 0.0 imagenet ao_woq vit fixed 341.330432 511.705088 0.0 70.219511 0.0
435
+ 0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 10.072652 0.0
436
+ 0.0 4 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 25.254058 0.0268907930412973
437
+ 0.0 7 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 87.311892 0.0236079788491685
438
+ 0.0 5 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 88.949576 0.0237326414926321
439
+ 0.0 8 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 93.252914 0.0239494859641096
440
+ 0.0 6 0.0 librispeech woq wav2vec fixed 658.092544 4764.729344 0.0 96.317889 0.0234031339094832
441
+ 0.0 8 0.0 librispeech ao_woq wav2vec fixed 658.017792 4890.558464 0.0 94.874683 0.0239712250945444
442
+ 0.0 32 0.0 librispeech base wav2vec ---- 1564.76928 5620.36736 0.0 18.11403 0.0239473509600023
443
+ 0.4277946949005127 4 0.0 wikitext ao_woq llama3 fixed 5542.3616 7163.871232 5.3583574295043945 39.050602 0.0
444
+ 0.4437352418899536 8 0.0 wikitext ao_woq llama3 fixed 12110.375936 14040.43264 5.208643436431885 52.36158 0.0
445
+ 0.3797703683376312 4 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 6.163248062133789 95.615827 0.0
446
+ 0.4355623126029968 5 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.448963165283203 95.618313 0.0
447
+ 0.443870335817337 8 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.208242893218994 95.65331 0.0
448
+ 0.4409320950508117 6 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.193300724029541 95.732171 0.0
449
+ 0.4427558183670044 7 0.0 wikitext woq llama3 fixed 14179.331584 15367.929856 5.248887062072754 95.895658 0.0
450
+ 0.4436677098274231 32 0.0 wikitext base llama3 ---- 33003.526656 33155.97312 5.223813056945801 26.70374 0.0
results.txt CHANGED
The diff for this file is too large to render. See raw diff