Upload 2 files
Browse files- results.tsv +103 -0
- results.txt +0 -0
results.tsv
CHANGED
@@ -1,4 +1,107 @@
|
|
1 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
0.0 4 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
3 |
0.0 5 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
4 |
0.0 6 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
|
|
1 |
accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
|
2 |
+
0.3715636432170868 4 0.0 wikitext ao_woq phi fixed 1922.306048 2797.600768 5.994823932647705 29.008406 0.0
|
3 |
+
0.3804458081722259 8 0.0 wikitext ao_woq phi fixed 3885.39392 4292.870144 5.907138824462891 28.850299 0.0
|
4 |
+
0.0031746034510433 8 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.240111 0.0
|
5 |
+
0.0031746034510433 7 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.294473 0.0
|
6 |
+
0.0031746034510433 5 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.415238 0.0
|
7 |
+
0.0031746034510433 6 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.432308 0.0
|
8 |
+
0.0031746034510433 4 0.0 wikitext comb_5 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 39.504063 0.0
|
9 |
+
0.0031746034510433 7 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.615514 0.0
|
10 |
+
0.0031746034510433 8 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.646273 0.0
|
11 |
+
0.0031746034510433 5 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.704401 0.0
|
12 |
+
0.0031746034510433 4 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.758039 0.0
|
13 |
+
0.0031746034510433 6 0.0 wikitext comb_1 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 86.804088 0.0
|
14 |
+
0.0031746034510433 6 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.783646 0.0
|
15 |
+
0.0031746034510433 5 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.834922 0.0
|
16 |
+
0.0031746034510433 7 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.920633 0.0
|
17 |
+
0.0031746034510433 8 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 113.965488 0.0
|
18 |
+
0.0031746034510433 4 0.0 wikitext comb_8 phi ones_naive 4394.006528 4697.62048 1.1135467290878296 114.067387 0.0
|
19 |
+
0.3752786219120025 5 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.969074726104736 62.174397 0.0
|
20 |
+
0.3787571489810943 7 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.903452396392822 62.296206 0.0
|
21 |
+
0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.950102806091309 62.365849 0.0
|
22 |
+
0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4697.62048 5.9067816734313965 62.420832 0.0
|
23 |
+
0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4697.62048 6.483606815338135 62.467126 0.0
|
24 |
+
0.0031746034510433 7 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.750233 0.0
|
25 |
+
0.0031746034510433 4 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.791907 0.0
|
26 |
+
0.0031746034510433 6 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.812262 0.0
|
27 |
+
0.0031746034510433 8 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.861899 0.0
|
28 |
+
0.0031746034510433 4 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.866897 0.0
|
29 |
+
0.0031746034510433 5 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.921668 0.0
|
30 |
+
0.0031746034510433 6 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.922562 0.0
|
31 |
+
0.0031746034510433 6 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.931296 0.0
|
32 |
+
0.0 4 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.120492458343506 108.942424 0.0
|
33 |
+
0.0 5 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.120492458343506 108.942424 0.0
|
34 |
+
0.0 6 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.120492458343506 108.942424 0.0
|
35 |
+
0.0 7 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.120492458343506 108.942424 0.0
|
36 |
+
0.0 8 0.0 wikitext comb_4 phi ones_naive 4397.365248 4699.717632 1.120492458343506 108.942424 0.0
|
37 |
+
0.0031746034510433 4 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.97383 0.0
|
38 |
+
0.0031746034510433 6 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.981731 0.0
|
39 |
+
0.0031746034510433 7 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.985664 0.0
|
40 |
+
0.0031746034510433 4 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 108.989686 0.0
|
41 |
+
0.0031746034510433 6 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.006862 0.0
|
42 |
+
0.0031746034510433 8 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.011418 0.0
|
43 |
+
0.0031746034510433 5 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.013175 0.0
|
44 |
+
0.0031746034510433 5 0.0 wikitext comb_11 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.017766 0.0
|
45 |
+
0.0031746034510433 7 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.039037 0.0
|
46 |
+
0.0031746034510433 5 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.04502 0.0
|
47 |
+
0.0031746034510433 8 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.054365 0.0
|
48 |
+
0.0031746034510433 7 0.0 wikitext comb_10 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.055383 0.0
|
49 |
+
0.0031746034510433 8 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.058855 0.0
|
50 |
+
0.0031746034510433 7 0.0 wikitext comb_13 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.072977 0.0
|
51 |
+
0.0031746034510433 4 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.087992 0.0
|
52 |
+
0.0 4 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0
|
53 |
+
0.0 5 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0
|
54 |
+
0.0 6 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0
|
55 |
+
0.0 7 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0
|
56 |
+
0.0 8 0.0 wikitext comb_0 phi ones_naive 4397.365248 4699.717632 1.680575966835022 109.107544 0.0
|
57 |
+
0.0031746034510433 8 0.0 wikitext comb_6 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.126068 0.0
|
58 |
+
0.0031746034510433 5 0.0 wikitext comb_16 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 109.136743 0.0
|
59 |
+
0.0031746034510433 7 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.56562 0.0
|
60 |
+
0.0031746034510433 5 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.638185 0.0
|
61 |
+
0.0031746034510433 6 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.644899 0.0
|
62 |
+
0.0031746034510433 4 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.661772 0.0
|
63 |
+
0.0031746034510433 8 0.0 wikitext comb_17 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 135.724972 0.0
|
64 |
+
0.0031746034510433 8 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.674837 0.0
|
65 |
+
0.0031746034510433 6 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.678989 0.0
|
66 |
+
0.0031746034510433 5 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.725232 0.0
|
67 |
+
0.0031746034510433 8 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.75339 0.0
|
68 |
+
0.0031746034510433 6 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.760192 0.0
|
69 |
+
0.0031746034510433 7 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.770317 0.0
|
70 |
+
0.0031746034510433 5 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.773382 0.0
|
71 |
+
0.0031746034510433 6 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.775707 0.0
|
72 |
+
0.0031746034510433 5 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.776967 0.0
|
73 |
+
0.0031746034510433 7 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.797657 0.0
|
74 |
+
0.0031746034510433 7 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.80884 0.0
|
75 |
+
0.0031746034510433 4 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.814455 0.0
|
76 |
+
0.0031746034510433 4 0.0 wikitext comb_15 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.818052 0.0
|
77 |
+
0.0031746034510433 8 0.0 wikitext comb_7 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 165.880269 0.0
|
78 |
+
0.0031746034510433 4 0.0 wikitext comb_18 phi ones_naive 4397.365248 4699.717632 1.1135467290878296 166.012371 0.0
|
79 |
+
0.0 4 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040403 1.935795 0.0
|
80 |
+
0.0 5 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040403 1.935795 0.0
|
81 |
+
0.0 6 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040403 1.935795 0.0
|
82 |
+
0.0 7 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040403 1.935795 0.0
|
83 |
+
0.0 8 0.0 wikitext comb_9 phi ones_naive 3361.675264 5358.22336 1.1529353857040403 1.935795 0.0
|
84 |
+
0.0 4 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0
|
85 |
+
0.0 5 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0
|
86 |
+
0.0 6 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0
|
87 |
+
0.0 7 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0
|
88 |
+
0.0 8 0.0 wikitext comb_14 phi ones_naive 3361.675264 5358.22336 1.1135504245758057 1.965828 0.0
|
89 |
+
0.0031746034510433 8 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.705918 0.0
|
90 |
+
0.0031746034510433 5 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.783046 0.0
|
91 |
+
0.0031746034510433 4 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.79821 0.0
|
92 |
+
0.0031746034510433 6 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.79913 0.0
|
93 |
+
0.0031746034510433 7 0.0 wikitext comb_3 phi ones_naive 5052.72576 5880.414208 1.1135467290878296 395.872367 0.0
|
94 |
+
0.0031746034510433 4 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.561553 0.0
|
95 |
+
0.0031746034510433 6 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.608212 0.0
|
96 |
+
0.0031746034510433 8 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.653103 0.0
|
97 |
+
0.0031746034510433 7 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.658704 0.0
|
98 |
+
0.0031746034510433 6 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.66877 0.0
|
99 |
+
0.0031746034510433 8 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.67558 0.0
|
100 |
+
0.0031746034510433 5 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.754444 0.0
|
101 |
+
0.0031746034510433 7 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.757078 0.0
|
102 |
+
0.0031746034510433 5 0.0 wikitext comb_12 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.778303 0.0
|
103 |
+
0.0031746034510433 4 0.0 wikitext comb_2 phi ones_naive 3361.675264 6671.040512 1.1135467290878296 1.779415 0.0
|
104 |
+
0.3805133402347564 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 18.84703 0.0
|
105 |
0.0 4 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
106 |
0.0 5 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
107 |
0.0 6 0.0 wikitext comb_9 opt rnd_naive 669.68832 744.48896 1.1136044263839722 22.422793 0.0
|
results.txt
CHANGED
The diff for this file is too large to render.
See raw diff
|
|