Hugging Face's logo

Diogo-V
/
vit-space-search-1709e3c0fa88

English
Model card Files Community
Diogo-V commited on
Commit
76c0457
·
verified ·
1 Parent(s): e90d6ca

Adds final graphs

Browse files
Files changed (38) hide show
  1. results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png +0 -0
  2. results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png +0 -0
  3. results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png +0 -0
  4. results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png +0 -0
  5. results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png +0 -0
  6. results/bitwidth_acc_decay_per_function/vit.png +0 -0
  7. results/df.tsv +0 -42
  8. results/func_by_param_init_method/vit/4/comb_1.png +0 -0
  9. results/func_by_param_init_method/vit/4/comb_13.png +0 -0
  10. results/func_by_param_init_method/vit/4/comb_16.png +0 -0
  11. results/func_by_param_init_method/vit/4/comb_17.png +0 -0
  12. results/func_by_param_init_method/vit/4/comb_2.png +0 -0
  13. results/func_by_param_init_method/vit/4/comb_8.png +0 -0
  14. results/func_by_param_init_method/vit/5/comb_1.png +0 -0
  15. results/func_by_param_init_method/vit/5/comb_13.png +0 -0
  16. results/func_by_param_init_method/vit/5/comb_16.png +0 -0
  17. results/func_by_param_init_method/vit/5/comb_17.png +0 -0
  18. results/func_by_param_init_method/vit/5/comb_2.png +0 -0
  19. results/func_by_param_init_method/vit/5/comb_8.png +0 -0
  20. results/func_by_param_init_method/vit/6/comb_1.png +0 -0
  21. results/func_by_param_init_method/vit/6/comb_13.png +0 -0
  22. results/func_by_param_init_method/vit/6/comb_16.png +0 -0
  23. results/func_by_param_init_method/vit/6/comb_17.png +0 -0
  24. results/func_by_param_init_method/vit/6/comb_2.png +0 -0
  25. results/func_by_param_init_method/vit/6/comb_8.png +0 -0
  26. results/func_by_param_init_method/vit/7/comb_1.png +0 -0
  27. results/func_by_param_init_method/vit/7/comb_13.png +0 -0
  28. results/func_by_param_init_method/vit/7/comb_16.png +0 -0
  29. results/func_by_param_init_method/vit/7/comb_17.png +0 -0
  30. results/func_by_param_init_method/vit/7/comb_2.png +0 -0
  31. results/func_by_param_init_method/vit/7/comb_8.png +0 -0
  32. results/func_by_param_init_method/vit/8/comb_1.png +0 -0
  33. results/func_by_param_init_method/vit/8/comb_13.png +0 -0
  34. results/func_by_param_init_method/vit/8/comb_16.png +0 -0
  35. results/func_by_param_init_method/vit/8/comb_17.png +0 -0
  36. results/func_by_param_init_method/vit/8/comb_2.png +0 -0
  37. results/func_by_param_init_method/vit/8/comb_8.png +0 -0
  38. results/results.txt +75 -117
results/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png CHANGED
results/bitwidth_acc_decay_per_function/vit.png CHANGED
results/df.tsv CHANGED
@@ -71,46 +71,4 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
71
  0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
72
  0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
73
  0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
74
- 0.0 8 0.0 imagenet comb_15_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.04249 0.0
75
- 0.0 8 0.0 imagenet comb_5_t vit rnd_search_t_lin 336.790528 530.579456 0.0 0.044499 0.0
76
- 0.0 8 0.0 imagenet comb_9_t vit rnd_search_t_lin 364.491776 532.676608 0.0 53.320393 0.0
77
- 0.0 8 0.0 imagenet comb_18_t vit rnd_search_t_lin 364.655616 532.676608 0.0 23.156136 0.0
78
- 0.8026722073554993 6 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.791452 0.0
79
- 0.7995889186859131 5 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 31.868802 0.0
80
- 0.7934224605560303 7 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 35.289238 0.0
81
- 0.7965056896209717 4 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 36.756681 0.0
82
- 0.7934224605560303 8 0.0 imagenet comb_16_t vit rnd_search_t_lin 364.984832 532.676608 0.0 59.605442 0.0
83
- 0.7728674411773682 8 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.127158 0.0
84
- 0.7975334525108337 5 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 21.872806 0.0
85
- 0.8016444444656372 7 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 31.175517 0.0
86
- 0.8088386654853821 6 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 34.127635 0.0
87
- 0.7934224605560303 4 0.0 imagenet woq_t vit fixed 365.059072 532.676608 0.0 36.514007 0.0
88
- 0.0 8 0.0 imagenet comb_11_t vit rnd_search_t_lin 365.384704 532.676608 0.0 31.473746 0.0
89
- 0.0 8 0.0 imagenet comb_7_t vit rnd_search_t_lin 365.384704 532.676608 0.0 43.335516 0.0
90
- 0.0 8 0.0 imagenet comb_3_t vit rnd_search_t_lin 365.548544 532.676608 0.0 31.681162 0.0
91
- 0.8036999106407166 7 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.455594 0.0
92
- 0.8006166815757751 6 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.461633 0.0
93
- 0.7821171879768372 8 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.488014 0.0
94
- 0.7780061960220337 4 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.65972 0.0
95
- 0.8006166815757751 5 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.719042 0.0
96
- 0.8119218945503235 7 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 31.797242 0.0
97
- 0.8036999106407166 5 0.0 imagenet comb_17_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.774579 0.0
98
- 0.7903391718864441 4 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 32.982116 0.0
99
- 0.7882837057113647 8 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.276325 0.0
100
- 0.7954779267311096 6 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 33.799844 0.0
101
- 0.789311408996582 7 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.57643 0.0
102
- 0.8016444444656372 6 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 34.78945 0.0
103
- 0.7584789395332336 8 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 35.500988 0.0
104
- 0.7780061960220337 8 0.0 imagenet comb_2_t vit rnd_search_t_lin 365.87776 534.77376 0.0 36.119603 0.0
105
- 0.7965056896209717 7 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 39.017433 0.0
106
- 0.7954779267311096 5 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 43.482504 0.0
107
- 0.7975334525108337 4 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 48.437397 0.0
108
- 0.8047276735305786 6 0.0 imagenet comb_8_t vit rnd_search_t_lin 365.87776 534.77376 0.0 65.748336 0.0
109
- 0.7954779267311096 4 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 75.490027 0.0
110
- 0.8057554364204407 5 0.0 imagenet comb_1_t vit rnd_search_t_lin 365.87776 534.77376 0.0 78.020236 0.0
111
- 0.7697842121124268 8 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.199445 0.0
112
- 0.8088386654853821 7 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 32.730718 0.0
113
- 0.8047276735305786 5 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 56.798322 0.0
114
- 0.7882837057113647 4 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 66.895771 0.0
115
- 0.8026722073554993 6 0.0 imagenet comb_13_t vit rnd_search_t_lin 366.0416 534.77376 0.0 73.603383 0.0
116
  0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0
 
71
  0.0 6 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
72
  0.0 7 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
73
  0.0 8 0.0 imagenet comb_15 vit rnd_search_t_lin 329.081856 515.899392 0.0 0.04773 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
74
  0.8006166815757751 32 0.0 imagenet base vit ---- 1235.241472 1256.194048 0.0 24.302065 0.0
results/func_by_param_init_method/vit/4/comb_1.png CHANGED
results/func_by_param_init_method/vit/4/comb_13.png CHANGED
results/func_by_param_init_method/vit/4/comb_16.png CHANGED
results/func_by_param_init_method/vit/4/comb_17.png CHANGED
results/func_by_param_init_method/vit/4/comb_2.png CHANGED
results/func_by_param_init_method/vit/4/comb_8.png CHANGED
results/func_by_param_init_method/vit/5/comb_1.png CHANGED
results/func_by_param_init_method/vit/5/comb_13.png CHANGED
results/func_by_param_init_method/vit/5/comb_16.png CHANGED
results/func_by_param_init_method/vit/5/comb_17.png CHANGED
results/func_by_param_init_method/vit/5/comb_2.png CHANGED
results/func_by_param_init_method/vit/5/comb_8.png CHANGED
results/func_by_param_init_method/vit/6/comb_1.png CHANGED
results/func_by_param_init_method/vit/6/comb_13.png CHANGED
results/func_by_param_init_method/vit/6/comb_16.png CHANGED
results/func_by_param_init_method/vit/6/comb_17.png CHANGED
results/func_by_param_init_method/vit/6/comb_2.png CHANGED
results/func_by_param_init_method/vit/6/comb_8.png CHANGED
results/func_by_param_init_method/vit/7/comb_1.png CHANGED
results/func_by_param_init_method/vit/7/comb_13.png CHANGED
results/func_by_param_init_method/vit/7/comb_16.png CHANGED
results/func_by_param_init_method/vit/7/comb_17.png CHANGED
results/func_by_param_init_method/vit/7/comb_2.png CHANGED
results/func_by_param_init_method/vit/7/comb_8.png CHANGED
results/func_by_param_init_method/vit/8/comb_1.png CHANGED
results/func_by_param_init_method/vit/8/comb_13.png CHANGED
results/func_by_param_init_method/vit/8/comb_16.png CHANGED
results/func_by_param_init_method/vit/8/comb_17.png CHANGED
results/func_by_param_init_method/vit/8/comb_2.png CHANGED
results/func_by_param_init_method/vit/8/comb_8.png CHANGED
results/results.txt CHANGED
@@ -1,117 +1,75 @@
1
- | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
- |----:|-----------:|-------:|-------:|:----------|:----------|:--------|:-----------------|--------------------:|---------------------:|-------------:|-----------:|------:|
3
- | 0 | 0.795478 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 20.9158 | 0 |
4
- | 1 | 0.801644 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 74.5523 | 0 |
5
- | 2 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
6
- | 3 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
7
- | 4 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
8
- | 5 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
9
- | 6 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
10
- | 7 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
11
- | 8 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
12
- | 9 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
13
- | 10 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
14
- | 11 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
15
- | 12 | 0.799589 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 18.7909 | 0 |
16
- | 13 | 0.798561 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 28.8416 | 0 |
17
- | 14 | 0.799589 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 34.7983 | 0 |
18
- | 15 | 0.797533 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 35.2459 | 0 |
19
- | 16 | 0.798561 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 59.0067 | 0 |
20
- | 17 | 0.805755 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.4505 | 0 |
21
- | 18 | 0.789311 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 22.1499 | 0 |
22
- | 19 | 0.801644 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.8405 | 0 |
23
- | 20 | 0.799589 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.1204 | 0 |
24
- | 21 | 0.799589 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 68.7026 | 0 |
25
- | 22 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
26
- | 23 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
27
- | 24 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
28
- | 25 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
29
- | 26 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
30
- | 27 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
31
- | 28 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
32
- | 29 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
33
- | 30 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
34
- | 31 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
35
- | 32 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
36
- | 33 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
37
- | 34 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
38
- | 35 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
39
- | 36 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
40
- | 37 | 0.181818 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 356.877 | 511.705 | 0 | 54.1088 | 0 |
41
- | 38 | 0.654676 | 4 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.678 | 0 |
42
- | 39 | 0.798561 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.8701 | 0 |
43
- | 40 | 0.802672 | 5 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.991 | 0 |
44
- | 41 | 0.798561 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.1531 | 0 |
45
- | 42 | 0.795478 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.2889 | 0 |
46
- | 43 | 0.800617 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.4019 | 0 |
47
- | 44 | 0.799589 | 8 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.5034 | 0 |
48
- | 45 | 0.800617 | 8 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.6904 | 0 |
49
- | 46 | 0.799589 | 7 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.7077 | 0 |
50
- | 47 | 0.793422 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 31.2943 | 0 |
51
- | 48 | 0.799589 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.7951 | 0 |
52
- | 49 | 0.801644 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8001 | 0 |
53
- | 50 | 0.801644 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8116 | 0 |
54
- | 51 | 0.800617 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 33.7807 | 0 |
55
- | 52 | 0.798561 | 6 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 34.1702 | 0 |
56
- | 53 | 0.799589 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 45.1432 | 0 |
57
- | 54 | 0.801644 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 46.1329 | 0 |
58
- | 55 | 0.79445 | 4 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 48.9689 | 0 |
59
- | 56 | 0.797533 | 6 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 54.92 | 0 |
60
- | 57 | 0.7852 | 5 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 63.436 | 0 |
61
- | 58 | 0.796506 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 64.7951 | 0 |
62
- | 59 | 0.800617 | 7 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 80.7103 | 0 |
63
- | 60 | 0.799589 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 112.203 | 0 |
64
- | 61 | 0.799589 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 155.476 | 0 |
65
- | 62 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
66
- | 63 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
67
- | 64 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
68
- | 65 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
69
- | 66 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04024 | 0 |
70
- | 67 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
71
- | 68 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
72
- | 69 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
73
- | 70 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
74
- | 71 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.04773 | 0 |
75
- | 72 | 0 | 8 | 0 | imagenet | comb_15_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.04249 | 0 |
76
- | 73 | 0 | 8 | 0 | imagenet | comb_5_t | vit | rnd_search_t_lin | 336.791 | 530.579 | 0 | 0.044499 | 0 |
77
- | 74 | 0 | 8 | 0 | imagenet | comb_9_t | vit | rnd_search_t_lin | 364.492 | 532.677 | 0 | 53.3204 | 0 |
78
- | 75 | 0 | 8 | 0 | imagenet | comb_18_t | vit | rnd_search_t_lin | 364.656 | 532.677 | 0 | 23.1561 | 0 |
79
- | 76 | 0.802672 | 6 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.7915 | 0 |
80
- | 77 | 0.799589 | 5 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 31.8688 | 0 |
81
- | 78 | 0.793422 | 7 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 35.2892 | 0 |
82
- | 79 | 0.796506 | 4 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 36.7567 | 0 |
83
- | 80 | 0.793422 | 8 | 0 | imagenet | comb_16_t | vit | rnd_search_t_lin | 364.985 | 532.677 | 0 | 59.6054 | 0 |
84
- | 81 | 0.772867 | 8 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.1272 | 0 |
85
- | 82 | 0.797533 | 5 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 21.8728 | 0 |
86
- | 83 | 0.801644 | 7 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 31.1755 | 0 |
87
- | 84 | 0.808839 | 6 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 34.1276 | 0 |
88
- | 85 | 0.793422 | 4 | 0 | imagenet | woq_t | vit | fixed | 365.059 | 532.677 | 0 | 36.514 | 0 |
89
- | 86 | 0 | 8 | 0 | imagenet | comb_11_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 31.4737 | 0 |
90
- | 87 | 0 | 8 | 0 | imagenet | comb_7_t | vit | rnd_search_t_lin | 365.385 | 532.677 | 0 | 43.3355 | 0 |
91
- | 88 | 0 | 8 | 0 | imagenet | comb_3_t | vit | rnd_search_t_lin | 365.549 | 532.677 | 0 | 31.6812 | 0 |
92
- | 89 | 0.8037 | 7 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4556 | 0 |
93
- | 90 | 0.800617 | 6 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.4616 | 0 |
94
- | 91 | 0.782117 | 8 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.488 | 0 |
95
- | 92 | 0.778006 | 4 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.6597 | 0 |
96
- | 93 | 0.800617 | 5 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.719 | 0 |
97
- | 94 | 0.811922 | 7 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 31.7972 | 0 |
98
- | 95 | 0.8037 | 5 | 0 | imagenet | comb_17_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.7746 | 0 |
99
- | 96 | 0.790339 | 4 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 32.9821 | 0 |
100
- | 97 | 0.788284 | 8 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.2763 | 0 |
101
- | 98 | 0.795478 | 6 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 33.7998 | 0 |
102
- | 99 | 0.789311 | 7 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.5764 | 0 |
103
- | 100 | 0.801644 | 6 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 34.7895 | 0 |
104
- | 101 | 0.758479 | 8 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 35.501 | 0 |
105
- | 102 | 0.778006 | 8 | 0 | imagenet | comb_2_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 36.1196 | 0 |
106
- | 103 | 0.796506 | 7 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 39.0174 | 0 |
107
- | 104 | 0.795478 | 5 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 43.4825 | 0 |
108
- | 105 | 0.797533 | 4 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 48.4374 | 0 |
109
- | 106 | 0.804728 | 6 | 0 | imagenet | comb_8_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 65.7483 | 0 |
110
- | 107 | 0.795478 | 4 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 75.49 | 0 |
111
- | 108 | 0.805755 | 5 | 0 | imagenet | comb_1_t | vit | rnd_search_t_lin | 365.878 | 534.774 | 0 | 78.0202 | 0 |
112
- | 109 | 0.769784 | 8 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.1994 | 0 |
113
- | 110 | 0.808839 | 7 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 32.7307 | 0 |
114
- | 111 | 0.804728 | 5 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 56.7983 | 0 |
115
- | 112 | 0.788284 | 4 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 66.8958 | 0 |
116
- | 113 | 0.802672 | 6 | 0 | imagenet | comb_13_t | vit | rnd_search_t_lin | 366.042 | 534.774 | 0 | 73.6034 | 0 |
117
- | 114 | 0.800617 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 24.3021 | 0 |
 
1
+ | | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer |
2
+ |---:|-----------:|-------:|-------:|:----------|:---------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:|
3
+ | 0 | 0.7955 | 4 | 0 | imagenet | ao_woq | vit | fixed | 180.84 | 411.042 | 0 | 20.9158 | 0 |
4
+ | 1 | 0.8016 | 8 | 0 | imagenet | ao_woq | vit | fixed | 341.33 | 486.539 | 0 | 74.5523 | 0 |
5
+ | 2 | 0 | 4 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
6
+ | 3 | 0 | 5 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
7
+ | 4 | 0 | 6 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
8
+ | 5 | 0 | 7 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
9
+ | 6 | 0 | 8 | 0 | imagenet | comb_18 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 22.5742 | 0 |
10
+ | 7 | 0 | 4 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
11
+ | 8 | 0 | 5 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
12
+ | 9 | 0 | 6 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
13
+ | 10 | 0 | 7 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
14
+ | 11 | 0 | 8 | 0 | imagenet | comb_9 | vit | rnd_search_t_lin | 355.972 | 511.705 | 0 | 63.7074 | 0 |
15
+ | 12 | 0.7996 | 5 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 18.7909 | 0 |
16
+ | 13 | 0.7986 | 4 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 28.8416 | 0 |
17
+ | 14 | 0.7996 | 8 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 34.7983 | 0 |
18
+ | 15 | 0.7975 | 7 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 35.2459 | 0 |
19
+ | 16 | 0.7986 | 6 | 0 | imagenet | comb_16 | vit | rnd_search_t_lin | 356.465 | 511.705 | 0 | 59.0067 | 0 |
20
+ | 17 | 0.8058 | 6 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 20.4505 | 0 |
21
+ | 18 | 0.7893 | 4 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 22.1499 | 0 |
22
+ | 19 | 0.8016 | 8 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 25.8405 | 0 |
23
+ | 20 | 0.7996 | 7 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 32.1204 | 0 |
24
+ | 21 | 0.7996 | 5 | 0 | imagenet | woq | vit | fixed | 356.539 | 511.705 | 0 | 68.7026 | 0 |
25
+ | 22 | 0 | 4 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
26
+ | 23 | 0 | 5 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
27
+ | 24 | 0 | 6 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
28
+ | 25 | 0 | 7 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
29
+ | 26 | 0 | 8 | 0 | imagenet | comb_3 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 30.2199 | 0 |
30
+ | 27 | 0 | 4 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
31
+ | 28 | 0 | 5 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
32
+ | 29 | 0 | 6 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
33
+ | 30 | 0 | 7 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
34
+ | 31 | 0 | 8 | 0 | imagenet | comb_7 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 37.8276 | 0 |
35
+ | 32 | 0 | 4 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
36
+ | 33 | 0 | 5 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
37
+ | 34 | 0 | 6 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
38
+ | 35 | 0 | 7 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
39
+ | 36 | 0 | 8 | 0 | imagenet | comb_11 | vit | rnd_search_t_lin | 356.865 | 511.705 | 0 | 101.561 | 0 |
40
+ | 37 | 0.1818 | 4 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 356.877 | 511.705 | 0 | 54.1088 | 0 |
41
+ | 38 | 0.6547 | 4 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.678 | 0 |
42
+ | 39 | 0.7986 | 6 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.8701 | 0 |
43
+ | 40 | 0.8027 | 5 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 29.991 | 0 |
44
+ | 41 | 0.7986 | 5 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.1531 | 0 |
45
+ | 42 | 0.7955 | 4 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.2889 | 0 |
46
+ | 43 | 0.8006 | 8 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.4019 | 0 |
47
+ | 44 | 0.7996 | 8 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.5034 | 0 |
48
+ | 45 | 0.8006 | 8 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.6904 | 0 |
49
+ | 46 | 0.7996 | 7 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 30.7077 | 0 |
50
+ | 47 | 0.7934 | 5 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 31.2943 | 0 |
51
+ | 48 | 0.7996 | 5 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.7951 | 0 |
52
+ | 49 | 0.8016 | 6 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8001 | 0 |
53
+ | 50 | 0.8016 | 7 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 32.8116 | 0 |
54
+ | 51 | 0.8006 | 8 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 33.7807 | 0 |
55
+ | 52 | 0.7986 | 6 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 34.1702 | 0 |
56
+ | 53 | 0.7996 | 6 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 45.1432 | 0 |
57
+ | 54 | 0.8016 | 8 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 46.1329 | 0 |
58
+ | 55 | 0.7945 | 4 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 48.9689 | 0 |
59
+ | 56 | 0.7975 | 6 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 54.92 | 0 |
60
+ | 57 | 0.7852 | 5 | 0 | imagenet | comb_13 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 63.436 | 0 |
61
+ | 58 | 0.7965 | 4 | 0 | imagenet | comb_1 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 64.7951 | 0 |
62
+ | 59 | 0.8006 | 7 | 0 | imagenet | comb_2 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 80.7103 | 0 |
63
+ | 60 | 0.7996 | 7 | 0 | imagenet | comb_17 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 112.204 | 0 |
64
+ | 61 | 0.7996 | 7 | 0 | imagenet | comb_8 | vit | rnd_search_t_lin | 357.358 | 513.802 | 0 | 155.476 | 0 |
65
+ | 62 | 0 | 4 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 |
66
+ | 63 | 0 | 5 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 |
67
+ | 64 | 0 | 6 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 |
68
+ | 65 | 0 | 7 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 |
69
+ | 66 | 0 | 8 | 0 | imagenet | comb_5 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0402 | 0 |
70
+ | 67 | 0 | 4 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 |
71
+ | 68 | 0 | 5 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 |
72
+ | 69 | 0 | 6 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 |
73
+ | 70 | 0 | 7 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 |
74
+ | 71 | 0 | 8 | 0 | imagenet | comb_15 | vit | rnd_search_t_lin | 329.082 | 515.899 | 0 | 0.0477 | 0 |
75
+ | 72 | 0.8006 | 32 | 0 | imagenet | base | vit | ---- | 1235.24 | 1256.19 | 0 | 24.3021 | 0 |