Hugging Face's logo

Diogo-V
/
opt-space-search-cosine-81f7686ce570

English
Model card Files Community
Diogo-V commited on
Commit
c6318ac
•
1 Parent(s): 6b0f136

Adds final graphs

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png +0 -0
  2. results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png +0 -0
  3. results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png +0 -0
  4. results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png +0 -0
  5. results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png +0 -0
  6. results/bitwidth_acc_decay_per_function/opt.png +0 -0
  7. results/df.tsv +30 -88
  8. results/func_by_param_init_method/opt/4/comb_1.png +0 -0
  9. results/func_by_param_init_method/opt/4/comb_15.png +0 -0
  10. results/func_by_param_init_method/opt/4/comb_16.png +0 -0
  11. results/func_by_param_init_method/opt/4/comb_4.png +0 -0
  12. results/func_by_param_init_method/opt/4/comb_6.png +0 -0
  13. results/func_by_param_init_method/opt/4/comb_7.png +0 -0
  14. results/func_by_param_init_method/opt/4/comb_8.png +0 -0
  15. results/func_by_param_init_method/opt/5/comb_1.png +0 -0
  16. results/func_by_param_init_method/opt/5/comb_15.png +0 -0
  17. results/func_by_param_init_method/opt/5/comb_16.png +0 -0
  18. results/func_by_param_init_method/opt/5/comb_17.png +0 -0
  19. results/func_by_param_init_method/opt/5/comb_4.png +0 -0
  20. results/func_by_param_init_method/opt/5/comb_6.png +0 -0
  21. results/func_by_param_init_method/opt/5/comb_7.png +0 -0
  22. results/func_by_param_init_method/opt/5/comb_8.png +0 -0
  23. results/func_by_param_init_method/opt/6/comb_1.png +0 -0
  24. results/func_by_param_init_method/opt/6/comb_15.png +0 -0
  25. results/func_by_param_init_method/opt/6/comb_16.png +0 -0
  26. results/func_by_param_init_method/opt/6/comb_17.png +0 -0
  27. results/func_by_param_init_method/opt/6/comb_4.png +0 -0
  28. results/func_by_param_init_method/opt/6/comb_6.png +0 -0
  29. results/func_by_param_init_method/opt/6/comb_7.png +0 -0
  30. results/func_by_param_init_method/opt/6/comb_8.png +0 -0
  31. results/func_by_param_init_method/opt/7/comb_1.png +0 -0
  32. results/func_by_param_init_method/opt/7/comb_12.png +0 -0
  33. results/func_by_param_init_method/opt/7/comb_15.png +0 -0
  34. results/func_by_param_init_method/opt/7/comb_16.png +0 -0
  35. results/func_by_param_init_method/opt/7/comb_17.png +0 -0
  36. results/func_by_param_init_method/opt/7/comb_4.png +0 -0
  37. results/func_by_param_init_method/opt/7/comb_6.png +0 -0
  38. results/func_by_param_init_method/opt/7/comb_7.png +0 -0
  39. results/func_by_param_init_method/opt/7/comb_8.png +0 -0
  40. results/func_by_param_init_method/opt/7/comb_9.png +0 -0
  41. results/func_by_param_init_method/opt/8/comb_1.png +0 -0
  42. results/func_by_param_init_method/opt/8/comb_12.png +0 -0
  43. results/func_by_param_init_method/opt/8/comb_15.png +0 -0
  44. results/func_by_param_init_method/opt/8/comb_16.png +0 -0
  45. results/func_by_param_init_method/opt/8/comb_17.png +0 -0
  46. results/func_by_param_init_method/opt/8/comb_18.png +0 -0
  47. results/func_by_param_init_method/opt/8/comb_4.png +0 -0
  48. results/func_by_param_init_method/opt/8/comb_6.png +0 -0
  49. results/func_by_param_init_method/opt/8/comb_7.png +0 -0
  50. results/func_by_param_init_method/opt/8/comb_8.png +0 -0
results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png CHANGED
results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png CHANGED
results/bitwidth_acc_decay_per_function/opt.png CHANGED
results/df.tsv CHANGED
@@ -1,26 +1,26 @@
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 715.128832 8.768630981445312 36.789334 0.0
3
- 0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 34.130404 0.0
4
- 0.0015873017255216837 5 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.113356113433838 32.942474 0.0
5
- 0.0015873017255216837 7 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.1113218069076538 36.931346 0.0
6
  0.0 4 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
7
  0.0 5 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
8
  0.0 6 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
9
  0.0 7 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
10
  0.0 8 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
11
  0.0 4 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.112660527229309 38.042724 0.0
12
- 0.0015873017255216837 8 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.110521912574768 38.418364 0.0
13
- 0.0031746034510433674 6 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.111747145652771 39.369569 0.0
14
  0.3243836760520935 8 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.910774230957031 27.715499 0.0
15
- 0.32512664794921875 7 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.901535511016846 28.336451 0.0
16
- 0.31864237785339355 5 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.090120315551758 31.903253 0.0
17
  0.3068895936012268 4 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.280084609985352 31.999083 0.0
18
- 0.32380953431129456 6 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.785388469696045 32.964006 0.0
19
  0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 29.655197 0.0
20
  0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 34.571433 0.0
21
  0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 36.253733 0.0
22
- 0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 36.444165 0.0
23
- 0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 37.870234 0.0
24
  0.0 4 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
25
  0.0 5 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
26
  0.0 6 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
@@ -33,8 +33,8 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
33
  0.0 4 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
34
  0.0 5 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
35
  0.0 6 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
36
- 0.01269841380417347 7 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.10343599319458 49.092004 0.0
37
- 0.004761905409395695 8 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.110178828239441 52.575273 0.0
38
  0.0 4 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
39
  0.0 5 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
40
  0.0 6 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
@@ -45,93 +45,37 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
45
  0.0 8 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0
46
  0.3243836760520935 7 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.9407548904418945 43.214376 0.0
47
  0.3175278604030609 6 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 7.858508586883545 43.330536 0.0
48
- 0.32228976488113403 8 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.02734661102295 43.552336 0.0
49
- 0.32549813389778137 7 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.911805629730225 43.964159 0.0
50
- 0.32529547810554504 7 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.930828094482422 44.076739 0.0
51
  0.3244849443435669 8 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.89646053314209 44.23618 0.0
52
- 0.28861871361732483 8 0.0 wikitext comb_12 opt rnd_search_t_cos 671.452672 861.929472 9.23768424987793 44.323249 0.0
53
  0.3192164897918701 5 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.060843467712402 46.121806 0.0
54
  0.3077676594257355 4 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.252416610717773 46.179727 0.0
55
- 0.32489025592803955 7 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.927831172943115 46.22939 0.0
56
  0.3222559988498688 6 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.791579723358154 48.080151 0.0
57
  0.3092873990535736 4 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.197556495666504 48.486795 0.0
58
  0.3072948157787323 4 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.315207481384277 48.502763 0.0
59
  0.3091523349285126 4 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.200687408447266 48.745011 0.0
60
- 0.32127657532691956 6 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.803115367889404 50.298732 0.0
61
- 0.3204660713672638 6 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.8048601150512695 50.314663 0.0
62
- 0.31803444027900696 8 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 7.951894760131836 50.44247 0.0
63
- 0.32445117831230164 8 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.918829441070557 50.584817 0.0
64
  0.3243836760520935 8 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.916323184967041 50.942473 0.0
65
- 0.32158052921295166 6 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.8114914894104 51.424982 0.0
66
- 0.32228976488113403 6 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.79742956161499 51.780064 0.0
67
- 0.32445117831230164 8 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.91765022277832 53.036462 0.0
68
- 0.32404595613479614 8 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.9276041984558105 53.350211 0.0
69
  0.3183046281337738 5 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.042561531066895 53.72996 0.0
70
- 0.30547115206718445 4 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.34504222869873 54.153153 0.0
71
  0.3186085820198059 5 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.072864532470703 54.226595 0.0
72
- 0.31719014048576355 5 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.083148956298828 54.299619 0.0
73
  0.325531929731369 7 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.89844274520874 54.916734 0.0
74
  0.3184735178947449 5 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.065112113952637 56.869423 0.0
75
- 0.30756503343582153 4 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.318281173706055 57.017232 0.0
76
- 0.17818304896354675 7 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 19.78476905822754 57.553761 0.0
77
- 0.32117530703544617 7 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.00670337677002 59.005898 0.0
78
  0.317325234413147 5 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.024106979370117 90.17578 0.0
79
- 0.01428571529686451 5 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0956053733825684 32.380779 0.0
80
- 0.01904762163758278 6 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0960376262664795 34.973899 0.0
81
- 0.01746032014489174 8 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970067977905273 40.279978 0.0
82
- 0.01746032014489174 4 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.091126561164856 40.620344 0.0
83
- 0.02222222462296486 7 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970760583877563 40.817092 0.0
84
- 0.42205339670181274 8 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.730661392211914 27.878713 0.0
85
- 0.4261736273765564 7 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.773403167724609 29.448379 0.0
86
- 0.35055726766586304 4 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 6.440487384796143 29.60762 0.0
87
- 0.3687605857849121 5 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.807831287384033 36.0348 0.0
88
- 0.4021276533603668 6 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.225438594818115 37.494329 0.0
89
- 0.4145559072494507 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.833712100982666 30.796047 0.0
90
- 0.36703819036483765 5 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.924375057220459 34.027332 0.0
91
- 0.4323539435863495 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.662631034851074 35.519977 0.0
92
- 0.33096927404403687 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.887519359588623 37.772622 0.0
93
- 0.3942924737930298 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.184271812438965 38.200507 0.0
94
- 0.0 8 0.0 wikitext comb_2_t opt rnd_search_t_cos 679.5136 876.609536 1.1143286228179932 51.688789 0.0
95
- 0.03439153730869293 8 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089562177658081 50.249901 0.0
96
- 0.03439153730869293 6 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089691162109375 53.737214 0.0
97
- 0.03439153730869293 7 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.0896462202072144 54.708869 0.0
98
- 0.04556143656373024 8 0.0 wikitext comb_10_t opt rnd_search_t_cos 679.558656 876.609536 1.5699939727783203 49.392724 0.0
99
- 0.4122931957244873 7 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.838024139404297 43.535376 0.0
100
- 0.4032759666442871 6 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.126605033874512 43.93956 0.0
101
- 0.37652820348739624 5 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.690257549285889 47.91317 0.0
102
- 0.43269166350364685 8 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.672536373138428 50.444279 0.0
103
- 0.41482606530189514 7 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.807894229888916 51.493058 0.0
104
- 0.4021276831626892 6 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.1835527420043945 51.512523 0.0
105
- 0.35086119174957275 4 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 6.468714714050293 54.231312 0.0
106
- 0.4337385892868042 8 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.646512508392334 55.432651 0.0
107
- 0.35055726766586304 4 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 6.454230308532715 59.930693 0.0
108
- 0.37190139293670654 5 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.7808732986450195 60.865938 0.0
109
- 0.0 8 0.0 wikitext comb_5_t opt rnd_search_t_cos 678.220288 882.900992 1.1143286228179932 41.588775 0.0
110
- 0.0 7 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.5136 882.900992 1.1089524030685425 44.442952 0.0
111
- 0.03439153730869293 8 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.515648 882.900992 1.1086452007293701 43.953715 0.0
112
- 0.03439153730869293 7 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.090171456336975 49.898343 0.0
113
- 0.03439153730869293 6 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0907366275787354 50.609818 0.0
114
- 0.03439153730869293 8 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0892244577407837 54.975258 0.0
115
- 0.4188787639141083 7 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.833616256713867 43.806727 0.0
116
- 0.37720367312431335 5 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.682498455047607 44.208452 0.0
117
- 0.39885175228118896 6 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.180976867675781 45.25356 0.0
118
- 0.41296860575675964 7 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.837467670440674 45.313555 0.0
119
- 0.3960486352443695 6 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.217949390411377 46.746596 0.0
120
- 0.3721715807914734 5 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.7463860511779785 48.112032 0.0
121
- 0.35092875361442566 4 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 6.443437576293945 49.042246 0.0
122
- 0.43228641152381897 8 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.685456275939941 49.065371 0.0
123
- 0.42651131749153137 8 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.693140983581543 49.514637 0.0
124
- 0.35285377502441406 4 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 6.499899864196777 49.546183 0.0
125
- 0.4155353307723999 7 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.851388454437256 49.612589 0.0
126
- 0.3985815942287445 6 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.169949531555176 49.659359 0.0
127
- 0.3698750436306 5 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.664863586425781 50.596611 0.0
128
- 0.4144545793533325 7 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.8292951583862305 51.677517 0.0
129
- 0.3986153304576874 6 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.221336841583252 51.757122 0.0
130
- 0.4291118085384369 8 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.691476821899414 52.243642 0.0
131
- 0.4320499897003174 8 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.692276954650879 52.961428 0.0
132
- 0.37257683277130127 5 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.74891996383667 53.372776 0.0
133
- 0.35170552134513855 4 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 6.490602970123291 54.544577 0.0
134
- 0.3508274257183075 4 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 6.546606540679932 58.822749 0.0
135
  0.0 4 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
136
  0.0 5 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
137
  0.0 6 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
@@ -142,6 +86,4 @@ accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv
142
  0.0 6 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
143
  0.0 7 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
144
  0.0 8 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
145
- 0.0 8 0.0 wikitext comb_3_t opt rnd_search_t_cos 486.259712 1073.741824 1.1095134019851685 0.11253 0.0
146
- 0.0 8 0.0 wikitext comb_11_t opt rnd_search_t_cos 486.259712 1073.741824 1.1118522882461548 0.116035 0.0
147
  0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 23.844081 0.0
 
1
  accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer
2
  0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 715.128832 8.768630981445312 36.789334 0.0
3
+ 0.3248226940631866 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 34.130404 0.0
4
+ 0.0015873017255216 5 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.113356113433838 32.942474 0.0
5
+ 0.0015873017255216 7 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.1113218069076538 36.931346 0.0
6
  0.0 4 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
7
  0.0 5 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
8
  0.0 6 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
9
  0.0 7 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
10
  0.0 8 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0
11
  0.0 4 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.112660527229309 38.042724 0.0
12
+ 0.0015873017255216 8 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.110521912574768 38.418364 0.0
13
+ 0.0031746034510433 6 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.111747145652771 39.369569 0.0
14
  0.3243836760520935 8 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.910774230957031 27.715499 0.0
15
+ 0.3251266479492187 7 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.901535511016846 28.336451 0.0
16
+ 0.3186423778533935 5 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.090120315551758 31.903253 0.0
17
  0.3068895936012268 4 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.280084609985352 31.999083 0.0
18
+ 0.3238095343112945 6 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.785388469696045 32.964006 0.0
19
  0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 29.655197 0.0
20
  0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 34.571433 0.0
21
  0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 36.253733 0.0
22
+ 0.3245187401771545 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 36.444165 0.0
23
+ 0.3170213103294372 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 37.870234 0.0
24
  0.0 4 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
25
  0.0 5 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
26
  0.0 6 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0
 
33
  0.0 4 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
34
  0.0 5 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
35
  0.0 6 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0
36
+ 0.0126984138041734 7 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.10343599319458 49.092004 0.0
37
+ 0.0047619054093956 8 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.110178828239441 52.575273 0.0
38
  0.0 4 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
39
  0.0 5 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
40
  0.0 6 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0
 
45
  0.0 8 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0
46
  0.3243836760520935 7 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.9407548904418945 43.214376 0.0
47
  0.3175278604030609 6 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 7.858508586883545 43.330536 0.0
48
+ 0.322289764881134 8 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.02734661102295 43.552336 0.0
49
+ 0.3254981338977813 7 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.911805629730225 43.964159 0.0
50
+ 0.325295478105545 7 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.930828094482422 44.076739 0.0
51
  0.3244849443435669 8 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.89646053314209 44.23618 0.0
52
+ 0.2886187136173248 8 0.0 wikitext comb_12 opt rnd_search_t_cos 671.452672 861.929472 9.23768424987793 44.323249 0.0
53
  0.3192164897918701 5 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.060843467712402 46.121806 0.0
54
  0.3077676594257355 4 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.252416610717773 46.179727 0.0
55
+ 0.3248902559280395 7 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.927831172943115 46.22939 0.0
56
  0.3222559988498688 6 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.791579723358154 48.080151 0.0
57
  0.3092873990535736 4 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.197556495666504 48.486795 0.0
58
  0.3072948157787323 4 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.315207481384277 48.502763 0.0
59
  0.3091523349285126 4 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.200687408447266 48.745011 0.0
60
+ 0.3212765753269195 6 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.803115367889404 50.298732 0.0
61
+ 0.3204660713672638 6 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.804860115051269 50.314663 0.0
62
+ 0.3180344402790069 8 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 7.951894760131836 50.44247 0.0
63
+ 0.3244511783123016 8 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.918829441070557 50.584817 0.0
64
  0.3243836760520935 8 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.916323184967041 50.942473 0.0
65
+ 0.3215805292129516 6 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.8114914894104 51.424982 0.0
66
+ 0.322289764881134 6 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.79742956161499 51.780064 0.0
67
+ 0.3244511783123016 8 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.91765022277832 53.036462 0.0
68
+ 0.3240459561347961 8 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.92760419845581 53.350211 0.0
69
  0.3183046281337738 5 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.042561531066895 53.72996 0.0
70
+ 0.3054711520671844 4 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.34504222869873 54.153153 0.0
71
  0.3186085820198059 5 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.072864532470703 54.226595 0.0
72
+ 0.3171901404857635 5 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.083148956298828 54.299619 0.0
73
  0.325531929731369 7 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.89844274520874 54.916734 0.0
74
  0.3184735178947449 5 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.065112113952637 56.869423 0.0
75
+ 0.3075650334358215 4 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.318281173706055 57.017232 0.0
76
+ 0.1781830489635467 7 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 19.78476905822754 57.553761 0.0
77
+ 0.3211753070354461 7 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.00670337677002 59.005898 0.0
78
  0.317325234413147 5 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.024106979370117 90.17578 0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  0.0 4 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
80
  0.0 5 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
81
  0.0 6 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0
 
86
  0.0 6 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
87
  0.0 7 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
88
  0.0 8 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0
 
 
89
  0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 23.844081 0.0
results/func_by_param_init_method/opt/4/comb_1.png CHANGED
results/func_by_param_init_method/opt/4/comb_15.png CHANGED
results/func_by_param_init_method/opt/4/comb_16.png CHANGED
results/func_by_param_init_method/opt/4/comb_4.png CHANGED
results/func_by_param_init_method/opt/4/comb_6.png CHANGED
results/func_by_param_init_method/opt/4/comb_7.png CHANGED
results/func_by_param_init_method/opt/4/comb_8.png CHANGED
results/func_by_param_init_method/opt/5/comb_1.png CHANGED
results/func_by_param_init_method/opt/5/comb_15.png CHANGED
results/func_by_param_init_method/opt/5/comb_16.png CHANGED
results/func_by_param_init_method/opt/5/comb_17.png CHANGED
results/func_by_param_init_method/opt/5/comb_4.png CHANGED
results/func_by_param_init_method/opt/5/comb_6.png CHANGED
results/func_by_param_init_method/opt/5/comb_7.png CHANGED
results/func_by_param_init_method/opt/5/comb_8.png CHANGED
results/func_by_param_init_method/opt/6/comb_1.png CHANGED
results/func_by_param_init_method/opt/6/comb_15.png CHANGED
results/func_by_param_init_method/opt/6/comb_16.png CHANGED
results/func_by_param_init_method/opt/6/comb_17.png CHANGED
results/func_by_param_init_method/opt/6/comb_4.png CHANGED
results/func_by_param_init_method/opt/6/comb_6.png CHANGED
results/func_by_param_init_method/opt/6/comb_7.png CHANGED
results/func_by_param_init_method/opt/6/comb_8.png CHANGED
results/func_by_param_init_method/opt/7/comb_1.png CHANGED
results/func_by_param_init_method/opt/7/comb_12.png CHANGED
results/func_by_param_init_method/opt/7/comb_15.png CHANGED
results/func_by_param_init_method/opt/7/comb_16.png CHANGED
results/func_by_param_init_method/opt/7/comb_17.png CHANGED
results/func_by_param_init_method/opt/7/comb_4.png CHANGED
results/func_by_param_init_method/opt/7/comb_6.png CHANGED
results/func_by_param_init_method/opt/7/comb_7.png CHANGED
results/func_by_param_init_method/opt/7/comb_8.png CHANGED
results/func_by_param_init_method/opt/7/comb_9.png CHANGED
results/func_by_param_init_method/opt/8/comb_1.png CHANGED
results/func_by_param_init_method/opt/8/comb_12.png CHANGED
results/func_by_param_init_method/opt/8/comb_15.png CHANGED
results/func_by_param_init_method/opt/8/comb_16.png CHANGED
results/func_by_param_init_method/opt/8/comb_17.png CHANGED
results/func_by_param_init_method/opt/8/comb_18.png CHANGED
results/func_by_param_init_method/opt/8/comb_4.png CHANGED
results/func_by_param_init_method/opt/8/comb_6.png CHANGED
results/func_by_param_init_method/opt/8/comb_7.png CHANGED
results/func_by_param_init_method/opt/8/comb_8.png CHANGED