diff --git a/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..178f7325f0e17199c5d2ba0a1ab30592a6685222 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..4e2958455753467a4ecddd139f566f21cea5dd77 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..34883e609b17b8fc94caa691d9cdfa1a70e90734 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..aad43903d515d87b88c60af1c26236c938d618b5 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..52817e85f2e17469b570586165597fb80a4cba8b Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/opt.png b/results/bitwidth_acc_decay_per_function/opt.png new file mode 100644 index 0000000000000000000000000000000000000000..dc5f4959457f67185a399b5828ef5cd11904b4f1 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/opt.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..c702c1c6c3a2e2412a3f8165c930ddadb056febf --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,147 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 715.128832 8.768630981445312 36.789334 0.0 +0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 34.130404 0.0 +0.0015873017255216837 5 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.113356113433838 32.942474 0.0 +0.0015873017255216837 7 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.1113218069076538 36.931346 0.0 +0.0 4 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 +0.0 5 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 +0.0 6 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 +0.0 7 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 +0.0 8 0.0 wikitext comb_5 opt rnd_search_t_cos 669.68832 861.929472 1.1143286228179932 37.7132 0.0 +0.0 4 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.112660527229309 38.042724 0.0 +0.0015873017255216837 8 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.110521912574768 38.418364 0.0 +0.0031746034510433674 6 0.0 wikitext comb_17 opt rnd_search_t_cos 669.68832 861.929472 1.111747145652771 39.369569 0.0 +0.3243836760520935 8 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.910774230957031 27.715499 0.0 +0.32512664794921875 7 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.901535511016846 28.336451 0.0 +0.31864237785339355 5 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.090120315551758 31.903253 0.0 +0.3068895936012268 4 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 8.280084609985352 31.999083 0.0 +0.32380953431129456 6 0.0 wikitext comb_15 opt rnd_search_t_cos 670.15936 861.929472 7.785388469696045 32.964006 0.0 +0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 29.655197 0.0 +0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 34.571433 0.0 +0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 36.253733 0.0 +0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 36.444165 0.0 +0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 861.929472 8.222683906555176 37.870234 0.0 +0.0 4 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 +0.0 5 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 +0.0 6 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 +0.0 7 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.1166749000549316 43.067029 0.0 +0.0 4 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 +0.0 5 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 +0.0 6 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 +0.0 7 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 +0.0 8 0.0 wikitext comb_10 opt rnd_search_t_cos 670.981632 861.929472 1.107284665107727 47.13581 0.0 +0.0 4 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 +0.0 5 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 +0.0 6 0.0 wikitext comb_9 opt rnd_search_t_cos 670.981632 861.929472 1.115135669708252 48.316474 0.0 +0.01269841380417347 7 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.10343599319458 49.092004 0.0 +0.004761905409395695 8 0.0 wikitext comb_18 opt rnd_search_t_cos 670.981632 861.929472 1.110178828239441 52.575273 0.0 +0.0 4 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 +0.0 5 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 +0.0 6 0.0 wikitext comb_12 opt rnd_search_t_cos 670.981632 861.929472 1.1151705980300903 53.333858 0.0 +0.0 4 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 +0.0 5 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 +0.0 6 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 +0.0 7 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 +0.0 8 0.0 wikitext comb_2 opt rnd_search_t_cos 670.981632 861.929472 1.1143286228179932 57.869217 0.0 +0.3243836760520935 7 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.9407548904418945 43.214376 0.0 +0.3175278604030609 6 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 7.858508586883545 43.330536 0.0 +0.32228976488113403 8 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.02734661102295 43.552336 0.0 +0.32549813389778137 7 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.911805629730225 43.964159 0.0 +0.32529547810554504 7 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.930828094482422 44.076739 0.0 +0.3244849443435669 8 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.89646053314209 44.23618 0.0 +0.28861871361732483 8 0.0 wikitext comb_12 opt rnd_search_t_cos 671.452672 861.929472 9.23768424987793 44.323249 0.0 +0.3192164897918701 5 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.060843467712402 46.121806 0.0 +0.3077676594257355 4 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.252416610717773 46.179727 0.0 +0.32489025592803955 7 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.927831172943115 46.22939 0.0 +0.3222559988498688 6 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.791579723358154 48.080151 0.0 +0.3092873990535736 4 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.197556495666504 48.486795 0.0 +0.3072948157787323 4 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.315207481384277 48.502763 0.0 +0.3091523349285126 4 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.200687408447266 48.745011 0.0 +0.32127657532691956 6 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 7.803115367889404 50.298732 0.0 +0.3204660713672638 6 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.8048601150512695 50.314663 0.0 +0.31803444027900696 8 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 7.951894760131836 50.44247 0.0 +0.32445117831230164 8 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 7.918829441070557 50.584817 0.0 +0.3243836760520935 8 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 7.916323184967041 50.942473 0.0 +0.32158052921295166 6 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.8114914894104 51.424982 0.0 +0.32228976488113403 6 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.79742956161499 51.780064 0.0 +0.32445117831230164 8 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.91765022277832 53.036462 0.0 +0.32404595613479614 8 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 7.9276041984558105 53.350211 0.0 +0.3183046281337738 5 0.0 wikitext comb_6 opt rnd_search_t_cos 671.452672 861.929472 8.042561531066895 53.72996 0.0 +0.30547115206718445 4 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.34504222869873 54.153153 0.0 +0.3186085820198059 5 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.072864532470703 54.226595 0.0 +0.31719014048576355 5 0.0 wikitext comb_16 opt rnd_search_t_cos 671.452672 861.929472 8.083148956298828 54.299619 0.0 +0.325531929731369 7 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 7.89844274520874 54.916734 0.0 +0.3184735178947449 5 0.0 wikitext comb_4 opt rnd_search_t_cos 671.452672 861.929472 8.065112113952637 56.869423 0.0 +0.30756503343582153 4 0.0 wikitext comb_7 opt rnd_search_t_cos 671.452672 861.929472 8.318281173706055 57.017232 0.0 +0.17818304896354675 7 0.0 wikitext comb_9 opt rnd_search_t_cos 671.452672 861.929472 19.78476905822754 57.553761 0.0 +0.32117530703544617 7 0.0 wikitext comb_1 opt rnd_search_t_cos 671.452672 861.929472 8.00670337677002 59.005898 0.0 +0.317325234413147 5 0.0 wikitext comb_8 opt rnd_search_t_cos 671.452672 861.929472 8.024106979370117 90.17578 0.0 +0.01428571529686451 5 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0956053733825684 32.380779 0.0 +0.01904762163758278 6 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0960376262664795 34.973899 0.0 +0.01746032014489174 8 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970067977905273 40.279978 0.0 +0.01746032014489174 4 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.091126561164856 40.620344 0.0 +0.02222222462296486 7 0.0 wikitext comb_17_t opt rnd_search_t_cos 678.220288 876.609536 1.0970760583877563 40.817092 0.0 +0.42205339670181274 8 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.730661392211914 27.878713 0.0 +0.4261736273765564 7 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 4.773403167724609 29.448379 0.0 +0.35055726766586304 4 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 6.440487384796143 29.60762 0.0 +0.3687605857849121 5 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.807831287384033 36.0348 0.0 +0.4021276533603668 6 0.0 wikitext comb_15_t opt rnd_search_t_cos 678.691328 876.609536 5.225438594818115 37.494329 0.0 +0.4145559072494507 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.833712100982666 30.796047 0.0 +0.36703819036483765 5 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.924375057220459 34.027332 0.0 +0.4323539435863495 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.662631034851074 35.519977 0.0 +0.33096927404403687 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.887519359588623 37.772622 0.0 +0.3942924737930298 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.184271812438965 38.200507 0.0 +0.0 8 0.0 wikitext comb_2_t opt rnd_search_t_cos 679.5136 876.609536 1.1143286228179932 51.688789 0.0 +0.03439153730869293 8 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089562177658081 50.249901 0.0 +0.03439153730869293 6 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.089691162109375 53.737214 0.0 +0.03439153730869293 7 0.0 wikitext comb_9_t opt rnd_search_t_cos 679.515648 876.609536 1.0896462202072144 54.708869 0.0 +0.04556143656373024 8 0.0 wikitext comb_10_t opt rnd_search_t_cos 679.558656 876.609536 1.5699939727783203 49.392724 0.0 +0.4122931957244873 7 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.838024139404297 43.535376 0.0 +0.4032759666442871 6 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.126605033874512 43.93956 0.0 +0.37652820348739624 5 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 5.690257549285889 47.91317 0.0 +0.43269166350364685 8 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 4.672536373138428 50.444279 0.0 +0.41482606530189514 7 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.807894229888916 51.493058 0.0 +0.4021276831626892 6 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.1835527420043945 51.512523 0.0 +0.35086119174957275 4 0.0 wikitext comb_8_t opt rnd_search_t_cos 679.98464 876.609536 6.468714714050293 54.231312 0.0 +0.4337385892868042 8 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 4.646512508392334 55.432651 0.0 +0.35055726766586304 4 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 6.454230308532715 59.930693 0.0 +0.37190139293670654 5 0.0 wikitext comb_7_t opt rnd_search_t_cos 679.98464 876.609536 5.7808732986450195 60.865938 0.0 +0.0 8 0.0 wikitext comb_5_t opt rnd_search_t_cos 678.220288 882.900992 1.1143286228179932 41.588775 0.0 +0.0 7 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.5136 882.900992 1.1089524030685425 44.442952 0.0 +0.03439153730869293 8 0.0 wikitext comb_18_t opt rnd_search_t_cos 679.515648 882.900992 1.1086452007293701 43.953715 0.0 +0.03439153730869293 7 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.090171456336975 49.898343 0.0 +0.03439153730869293 6 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0907366275787354 50.609818 0.0 +0.03439153730869293 8 0.0 wikitext comb_12_t opt rnd_search_t_cos 679.515648 882.900992 1.0892244577407837 54.975258 0.0 +0.4188787639141083 7 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.833616256713867 43.806727 0.0 +0.37720367312431335 5 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.682498455047607 44.208452 0.0 +0.39885175228118896 6 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.180976867675781 45.25356 0.0 +0.41296860575675964 7 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.837467670440674 45.313555 0.0 +0.3960486352443695 6 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 5.217949390411377 46.746596 0.0 +0.3721715807914734 5 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.7463860511779785 48.112032 0.0 +0.35092875361442566 4 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 6.443437576293945 49.042246 0.0 +0.43228641152381897 8 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 4.685456275939941 49.065371 0.0 +0.42651131749153137 8 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 4.693140983581543 49.514637 0.0 +0.35285377502441406 4 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 6.499899864196777 49.546183 0.0 +0.4155353307723999 7 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.851388454437256 49.612589 0.0 +0.3985815942287445 6 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.169949531555176 49.659359 0.0 +0.3698750436306 5 0.0 wikitext comb_1_t opt rnd_search_t_cos 679.98464 882.900992 5.664863586425781 50.596611 0.0 +0.4144545793533325 7 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.8292951583862305 51.677517 0.0 +0.3986153304576874 6 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 5.221336841583252 51.757122 0.0 +0.4291118085384369 8 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 4.691476821899414 52.243642 0.0 +0.4320499897003174 8 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 4.692276954650879 52.961428 0.0 +0.37257683277130127 5 0.0 wikitext comb_4_t opt rnd_search_t_cos 679.98464 882.900992 5.74891996383667 53.372776 0.0 +0.35170552134513855 4 0.0 wikitext comb_6_t opt rnd_search_t_cos 679.98464 882.900992 6.490602970123291 54.544577 0.0 +0.3508274257183075 4 0.0 wikitext comb_16_t opt rnd_search_t_cos 679.98464 882.900992 6.546606540679932 58.822749 0.0 +0.0 4 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 +0.0 5 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 +0.0 6 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 +0.0 7 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 +0.0 8 0.0 wikitext comb_3 opt rnd_search_t_cos 477.740032 968.884224 1.1112439632415771 0.060012 0.0 +0.0 4 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 +0.0 5 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 +0.0 6 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 +0.0 7 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 +0.0 8 0.0 wikitext comb_11 opt rnd_search_t_cos 477.740032 968.884224 1.1118524074554443 0.062987 0.0 +0.0 8 0.0 wikitext comb_3_t opt rnd_search_t_cos 486.259712 1073.741824 1.1095134019851685 0.11253 0.0 +0.0 8 0.0 wikitext comb_11_t opt rnd_search_t_cos 486.259712 1073.741824 1.1118522882461548 0.116035 0.0 +0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 23.844081 0.0 diff --git a/results/func_by_param_init_method/opt/4/comb_1.png b/results/func_by_param_init_method/opt/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..81e0d534114ca4553ef9df487e93c5432aebcf68 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_15.png b/results/func_by_param_init_method/opt/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..38660ef26b348cac054a2b7ffde5c9d8a3fc1a9a Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_15_t.png b/results/func_by_param_init_method/opt/4/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6de576c08f50d76fa6fb893dfcaea27f4c0ebc9d Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_16.png b/results/func_by_param_init_method/opt/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..58577a3771b5899c7d73cad5640f223f82d1911d Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_16.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_16_t.png b/results/func_by_param_init_method/opt/4/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7fb267ab4fa8cd9bf24340df77076cd1ff83a7c2 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_16_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_17_t.png b/results/func_by_param_init_method/opt/4/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..bc0e56582ae6c4437fc1bfb67035d2e0bb5ca1af Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_17_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_1_t.png b/results/func_by_param_init_method/opt/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..01e2a25db72465a781e348eb08623b85d6046bc3 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_4.png b/results/func_by_param_init_method/opt/4/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..27cd003e8744dd5ee4826a343c32d7a9ea595bfc Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_4_t.png b/results/func_by_param_init_method/opt/4/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..82ee9bc87c299335756cd2f0705fb8902f7ea6ef Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_6.png b/results/func_by_param_init_method/opt/4/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..528455ef81d7d31a3d91d599d1d458daae92aea1 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_6.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_6_t.png b/results/func_by_param_init_method/opt/4/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4a12f3d62b13b23221ef4f5bf8923d1fc69e3347 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_6_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_7.png b/results/func_by_param_init_method/opt/4/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..d49dc57fd1b3a4f53c1a3393f0b6dec211f030f3 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_7.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_7_t.png b/results/func_by_param_init_method/opt/4/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2571e5a49f01cde9f9acd6c0e70a63b266e6f49e Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_7_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_8.png b/results/func_by_param_init_method/opt/4/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..352550a320ebd7cc94cf4f9655009b0fb2018940 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_8_t.png b/results/func_by_param_init_method/opt/4/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f3b750fa9311e557a5654849acdee54c9bb5cd1b Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_1.png b/results/func_by_param_init_method/opt/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..9e62b05019d19f4b9462395310c53734b67ffa31 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_15.png b/results/func_by_param_init_method/opt/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..145f76646faddee1b0ab68e22619149aac4c759e Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_15_t.png b/results/func_by_param_init_method/opt/5/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..10856f43b0c2853eed6ffdb79c4def986f529c2b Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_16.png b/results/func_by_param_init_method/opt/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..73b12277350225723d50d7d825704a4adaab490c Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_16.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_16_t.png b/results/func_by_param_init_method/opt/5/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c710d3e71d5a1d2f7a43a66cb1c6bdf834a49aa4 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_16_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_17.png b/results/func_by_param_init_method/opt/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..ac5351d056173ee38f0bd6db331c5a56cf2c3e20 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_17.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_17_t.png b/results/func_by_param_init_method/opt/5/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..db5cda093541efcb31635068d9d0186d23043b5f Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_17_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_1_t.png b/results/func_by_param_init_method/opt/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c7ff0a57ff102b81893350012581da356bde048d Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_4.png b/results/func_by_param_init_method/opt/5/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..1f503449649808b4c918e7392314d18f61b1dffa Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_4_t.png b/results/func_by_param_init_method/opt/5/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..325c9797fc9ee8a1a3a09454026cf6779d8b7c69 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_6.png b/results/func_by_param_init_method/opt/5/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..f57cb3b21efd0daa6c6c630b023ca310d31876cd Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_6.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_6_t.png b/results/func_by_param_init_method/opt/5/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dde3c2f595c6c35bca767fcf9a708272875f3af7 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_6_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_7.png b/results/func_by_param_init_method/opt/5/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..0f6c1da415070c8c35ab49c0c07bf21208c7a0a9 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_7.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_7_t.png b/results/func_by_param_init_method/opt/5/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f57560bb313761328ca1b2a048a339cb83132ba4 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_7_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_8.png b/results/func_by_param_init_method/opt/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..5d44304226dc5e273ef42a08f0d55adcef5a0881 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_8_t.png b/results/func_by_param_init_method/opt/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..b555293cf7edb649cb25d80a66e8ae3954ade583 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_1.png b/results/func_by_param_init_method/opt/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..1f1e34e8d61b9f3d1fd95538c52a2bf77bfdc780 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_12_t.png b/results/func_by_param_init_method/opt/6/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8d0f059c4704a7602c6d58cc5775df6cd194f216 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_15.png b/results/func_by_param_init_method/opt/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..7bf57db0b78dd148a3002cd34de2f5807dd53f49 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_15_t.png b/results/func_by_param_init_method/opt/6/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4748441e8729f0b2977d4e44b31dc2675ce6348d Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_16.png b/results/func_by_param_init_method/opt/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..b436f3490cedbee8ac35deec95073568d9208c77 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_16.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_16_t.png b/results/func_by_param_init_method/opt/6/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..406203244a8f1b98ca392012ae1f1c6b78b78c11 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_16_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_17.png b/results/func_by_param_init_method/opt/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..522b797748821bdc76e20f5ed34bfa30e6d47ac0 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_17.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_17_t.png b/results/func_by_param_init_method/opt/6/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..66f75b17c2ab8d9d3e4e1305cf73a2cd31238714 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_17_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_1_t.png b/results/func_by_param_init_method/opt/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..52a82397bf49f58ccca1eedb6056d6f6349b2fb7 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_4.png b/results/func_by_param_init_method/opt/6/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..b98e1342cad4c16a36661f4d5ece4a2ecedb737e Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_4_t.png b/results/func_by_param_init_method/opt/6/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..eb369c94d710133b793021d194e4a082a30e686b Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_6.png b/results/func_by_param_init_method/opt/6/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..772aa1afff45e86a2ce1418b4600e78d148f55a6 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_6.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_6_t.png b/results/func_by_param_init_method/opt/6/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a99fbe95e98c56e3f85a4f6d1e67cbc18d78cad1 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_6_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_7.png b/results/func_by_param_init_method/opt/6/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..017fa10ea0601c495b8946e024a951183c86a47d Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_7.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_7_t.png b/results/func_by_param_init_method/opt/6/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..866403bc0e284fe31fb4c927bbfc583a2682db05 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_7_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_8.png b/results/func_by_param_init_method/opt/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..ace06338acc0a99b9fefca32712b47b1e1354c0b Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_8_t.png b/results/func_by_param_init_method/opt/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6884f0247b7d60c723b3be6545fcd3424ccdb7f1 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_9_t.png b/results/func_by_param_init_method/opt/6/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1802d7f2469bc7f161c31dc352ad35fc76554521 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_9_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_1.png b/results/func_by_param_init_method/opt/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..7e8a2b9b7d61315ada9bcf8e802f0c6a8af6e23c Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_12.png b/results/func_by_param_init_method/opt/7/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..de4ec4158831f053bbb19a70cfb647c02a7ef90e Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_12_t.png b/results/func_by_param_init_method/opt/7/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..44e81e10dd9e31f50bd85e8132ce551ccca0fb6e Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_15.png b/results/func_by_param_init_method/opt/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..49d3b1b1349762fccd24140df54da9a2c2b0d00d Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_15_t.png b/results/func_by_param_init_method/opt/7/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..70be0c6f78274f9b93fe4db6aea945012cd918d1 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_16.png b/results/func_by_param_init_method/opt/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..a94e4de833553f360e1e4576955dc4e5b8aeb9cf Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_16.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_16_t.png b/results/func_by_param_init_method/opt/7/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5ab937f18ae874a82059ccc4ed05b79b02c03426 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_16_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_17.png b/results/func_by_param_init_method/opt/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..05896025be870cd71501fef8e28fba3d884de3db Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_17.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_17_t.png b/results/func_by_param_init_method/opt/7/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7fef9f2b87f7ff2ab73cd4808080ea944d04f118 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_17_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_1_t.png b/results/func_by_param_init_method/opt/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..fff9ef26f91be3fa22ac2d57af345b88f3806ade Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_4.png b/results/func_by_param_init_method/opt/7/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..cb84c653bd47bf299c156cc0894b8e2ab5ddf99e Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_4_t.png b/results/func_by_param_init_method/opt/7/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e210dad99c998c3450f9c2422c2b561197ef1733 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_6.png b/results/func_by_param_init_method/opt/7/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..ad0b8587d13951a917da1bbafd187352285694e7 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_6.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_6_t.png b/results/func_by_param_init_method/opt/7/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2044fd1b67d8e81a89443fe49130553840c30e83 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_6_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_7.png b/results/func_by_param_init_method/opt/7/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..038b7eb368591693600ebb379363d2fdc75f3161 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_7.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_7_t.png b/results/func_by_param_init_method/opt/7/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..35eb4e899e8f4957946b45b5721d789438b6e198 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_7_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_8.png b/results/func_by_param_init_method/opt/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..90c837aad424ea1f23fbe76978d74be360d75048 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_8_t.png b/results/func_by_param_init_method/opt/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..cefa9a27bfb96f97454789b514381e3965578349 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_9.png b/results/func_by_param_init_method/opt/7/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..1bf92266db0093aa80060a7555b0ed98d8ac3633 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_9.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_9_t.png b/results/func_by_param_init_method/opt/7/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a104cff2a9f21f28ad55dcaeb140cbe5b0d24f64 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_9_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_1.png b/results/func_by_param_init_method/opt/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..4a0c7503ac03f3b113d68804782fede99e536cd3 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_10_t.png b/results/func_by_param_init_method/opt/8/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4011c4e4f81399e9e2a3002381cf359d02a9ae53 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_12.png b/results/func_by_param_init_method/opt/8/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..e38f1c4f41cf2f7eb8b96ca5752c5275ff11c815 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_12_t.png b/results/func_by_param_init_method/opt/8/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..023443ad5dc739c02d786a2b641b0155ccdf6982 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_15.png b/results/func_by_param_init_method/opt/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..397a238aa12cff0a284bde046df608703ef7d78c Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_15_t.png b/results/func_by_param_init_method/opt/8/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8f1e8fe596244cf3cf825184b2c2e09412dbf812 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_16.png b/results/func_by_param_init_method/opt/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..281807d45618d55e90e8e4fec92d21ee82d2658d Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_16.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_16_t.png b/results/func_by_param_init_method/opt/8/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2f70df1a6def108985cff8c1fb1e68a107710dc6 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_16_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_17.png b/results/func_by_param_init_method/opt/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..fadd0288cf5819ee4bec7720acd25c414630a7d8 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_17.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_17_t.png b/results/func_by_param_init_method/opt/8/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..12beac6ce138e3ec17896d6f2fb264fcdeb6ff84 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_17_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_18.png b/results/func_by_param_init_method/opt/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..f976fe4fc259f48a49f887e928825f6813bf0e5b Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_18_t.png b/results/func_by_param_init_method/opt/8/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..bad66a1f6d601b1ba0e32f6c7b23c5f16a12e047 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_1_t.png b/results/func_by_param_init_method/opt/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..86fb37710a24db43b36bfad849411ea4d7079580 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_4.png b/results/func_by_param_init_method/opt/8/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..7f5ad85edfc2b5d640fdbcf9943209d87b6fd733 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_4_t.png b/results/func_by_param_init_method/opt/8/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..df1cad890307b886ee97cade2f1155ef0fc69dc4 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_6.png b/results/func_by_param_init_method/opt/8/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..c79e7b837644980be3406fb697ca7961b38f8a37 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_6.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_6_t.png b/results/func_by_param_init_method/opt/8/comb_6_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f701ab2e935cb0b712ae1c7cc6e64ceb3666d6c8 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_6_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_7.png b/results/func_by_param_init_method/opt/8/comb_7.png new file mode 100644 index 0000000000000000000000000000000000000000..9765efefa3250a1938bb2596987df1fe1f0ae080 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_7.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_7_t.png b/results/func_by_param_init_method/opt/8/comb_7_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5be6ff6daf9f9afa64d2ff0ad936598329072d58 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_7_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_8.png b/results/func_by_param_init_method/opt/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..638fab42e6af2161c1a78a373bb0a38addbcb885 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_8_t.png b/results/func_by_param_init_method/opt/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9ba13d2bdc06e66cc52fc5725f9025451a7391ca Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_9.png b/results/func_by_param_init_method/opt/8/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..4085ae191a555c7bb331d67b3d93b3d6ef839ce0 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_9.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_9_t.png b/results/func_by_param_init_method/opt/8/comb_9_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6fb11749bff6fbc9eff03ebb776b182add125be3 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_9_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..dd22526165fc9bc19c61e7f5d9b675d43ad85a5b --- /dev/null +++ b/results/results.txt @@ -0,0 +1,148 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:-----------------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 715.129 | 8.76863 | 36.7893 | 0 | +| 1 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.91657 | 34.1304 | 0 | +| 2 | 0.0015873 | 5 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11336 | 32.9425 | 0 | +| 3 | 0.0015873 | 7 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11132 | 36.9313 | 0 | +| 4 | 0 | 4 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11433 | 37.7132 | 0 | +| 5 | 0 | 5 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11433 | 37.7132 | 0 | +| 6 | 0 | 6 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11433 | 37.7132 | 0 | +| 7 | 0 | 7 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11433 | 37.7132 | 0 | +| 8 | 0 | 8 | 0 | wikitext | comb_5 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11433 | 37.7132 | 0 | +| 9 | 0 | 4 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11266 | 38.0427 | 0 | +| 10 | 0.0015873 | 8 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11052 | 38.4184 | 0 | +| 11 | 0.0031746 | 6 | 0 | wikitext | comb_17 | opt | rnd_search_t_cos | 669.688 | 861.929 | 1.11175 | 39.3696 | 0 | +| 12 | 0.324384 | 8 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.91077 | 27.7155 | 0 | +| 13 | 0.325127 | 7 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.90154 | 28.3365 | 0 | +| 14 | 0.318642 | 5 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 8.09012 | 31.9033 | 0 | +| 15 | 0.30689 | 4 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 8.28008 | 31.9991 | 0 | +| 16 | 0.32381 | 6 | 0 | wikitext | comb_15 | opt | rnd_search_t_cos | 670.159 | 861.929 | 7.78539 | 32.964 | 0 | +| 17 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 29.6552 | 0 | +| 18 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 34.5714 | 0 | +| 19 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 36.2537 | 0 | +| 20 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 36.4442 | 0 | +| 21 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.22268 | 37.8702 | 0 | +| 22 | 0 | 4 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11667 | 43.067 | 0 | +| 23 | 0 | 5 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11667 | 43.067 | 0 | +| 24 | 0 | 6 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11667 | 43.067 | 0 | +| 25 | 0 | 7 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11667 | 43.067 | 0 | +| 26 | 0 | 4 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10728 | 47.1358 | 0 | +| 27 | 0 | 5 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10728 | 47.1358 | 0 | +| 28 | 0 | 6 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10728 | 47.1358 | 0 | +| 29 | 0 | 7 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10728 | 47.1358 | 0 | +| 30 | 0 | 8 | 0 | wikitext | comb_10 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10728 | 47.1358 | 0 | +| 31 | 0 | 4 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11514 | 48.3165 | 0 | +| 32 | 0 | 5 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11514 | 48.3165 | 0 | +| 33 | 0 | 6 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11514 | 48.3165 | 0 | +| 34 | 0.0126984 | 7 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.10344 | 49.092 | 0 | +| 35 | 0.00476191 | 8 | 0 | wikitext | comb_18 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11018 | 52.5753 | 0 | +| 36 | 0 | 4 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11517 | 53.3339 | 0 | +| 37 | 0 | 5 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11517 | 53.3339 | 0 | +| 38 | 0 | 6 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11517 | 53.3339 | 0 | +| 39 | 0 | 4 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11433 | 57.8692 | 0 | +| 40 | 0 | 5 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11433 | 57.8692 | 0 | +| 41 | 0 | 6 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11433 | 57.8692 | 0 | +| 42 | 0 | 7 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11433 | 57.8692 | 0 | +| 43 | 0 | 8 | 0 | wikitext | comb_2 | opt | rnd_search_t_cos | 670.982 | 861.929 | 1.11433 | 57.8692 | 0 | +| 44 | 0.324384 | 7 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.94075 | 43.2144 | 0 | +| 45 | 0.317528 | 6 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.85851 | 43.3305 | 0 | +| 46 | 0.32229 | 8 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.02735 | 43.5523 | 0 | +| 47 | 0.325498 | 7 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.91181 | 43.9642 | 0 | +| 48 | 0.325295 | 7 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.93083 | 44.0767 | 0 | +| 49 | 0.324485 | 8 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.89646 | 44.2362 | 0 | +| 50 | 0.288619 | 8 | 0 | wikitext | comb_12 | opt | rnd_search_t_cos | 671.453 | 861.929 | 9.23768 | 44.3232 | 0 | +| 51 | 0.319216 | 5 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.06084 | 46.1218 | 0 | +| 52 | 0.307768 | 4 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.25242 | 46.1797 | 0 | +| 53 | 0.32489 | 7 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.92783 | 46.2294 | 0 | +| 54 | 0.322256 | 6 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.79158 | 48.0802 | 0 | +| 55 | 0.309287 | 4 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.19756 | 48.4868 | 0 | +| 56 | 0.307295 | 4 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.31521 | 48.5028 | 0 | +| 57 | 0.309152 | 4 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.20069 | 48.745 | 0 | +| 58 | 0.321277 | 6 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.80312 | 50.2987 | 0 | +| 59 | 0.320466 | 6 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.80486 | 50.3147 | 0 | +| 60 | 0.318034 | 8 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.95189 | 50.4425 | 0 | +| 61 | 0.324451 | 8 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.91883 | 50.5848 | 0 | +| 62 | 0.324384 | 8 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.91632 | 50.9425 | 0 | +| 63 | 0.321581 | 6 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.81149 | 51.425 | 0 | +| 64 | 0.32229 | 6 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.79743 | 51.7801 | 0 | +| 65 | 0.324451 | 8 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.91765 | 53.0365 | 0 | +| 66 | 0.324046 | 8 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.9276 | 53.3502 | 0 | +| 67 | 0.318305 | 5 | 0 | wikitext | comb_6 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.04256 | 53.73 | 0 | +| 68 | 0.305471 | 4 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.34504 | 54.1532 | 0 | +| 69 | 0.318609 | 5 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.07286 | 54.2266 | 0 | +| 70 | 0.31719 | 5 | 0 | wikitext | comb_16 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.08315 | 54.2996 | 0 | +| 71 | 0.325532 | 7 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 7.89844 | 54.9167 | 0 | +| 72 | 0.318474 | 5 | 0 | wikitext | comb_4 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.06511 | 56.8694 | 0 | +| 73 | 0.307565 | 4 | 0 | wikitext | comb_7 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.31828 | 57.0172 | 0 | +| 74 | 0.178183 | 7 | 0 | wikitext | comb_9 | opt | rnd_search_t_cos | 671.453 | 861.929 | 19.7848 | 57.5538 | 0 | +| 75 | 0.321175 | 7 | 0 | wikitext | comb_1 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.0067 | 59.0059 | 0 | +| 76 | 0.317325 | 5 | 0 | wikitext | comb_8 | opt | rnd_search_t_cos | 671.453 | 861.929 | 8.02411 | 90.1758 | 0 | +| 77 | 0.0142857 | 5 | 0 | wikitext | comb_17_t | opt | rnd_search_t_cos | 678.22 | 876.61 | 1.09561 | 32.3808 | 0 | +| 78 | 0.0190476 | 6 | 0 | wikitext | comb_17_t | opt | rnd_search_t_cos | 678.22 | 876.61 | 1.09604 | 34.9739 | 0 | +| 79 | 0.0174603 | 8 | 0 | wikitext | comb_17_t | opt | rnd_search_t_cos | 678.22 | 876.61 | 1.09701 | 40.28 | 0 | +| 80 | 0.0174603 | 4 | 0 | wikitext | comb_17_t | opt | rnd_search_t_cos | 678.22 | 876.61 | 1.09113 | 40.6203 | 0 | +| 81 | 0.0222222 | 7 | 0 | wikitext | comb_17_t | opt | rnd_search_t_cos | 678.22 | 876.61 | 1.09708 | 40.8171 | 0 | +| 82 | 0.422053 | 8 | 0 | wikitext | comb_15_t | opt | rnd_search_t_cos | 678.691 | 876.61 | 4.73066 | 27.8787 | 0 | +| 83 | 0.426174 | 7 | 0 | wikitext | comb_15_t | opt | rnd_search_t_cos | 678.691 | 876.61 | 4.7734 | 29.4484 | 0 | +| 84 | 0.350557 | 4 | 0 | wikitext | comb_15_t | opt | rnd_search_t_cos | 678.691 | 876.61 | 6.44049 | 29.6076 | 0 | +| 85 | 0.368761 | 5 | 0 | wikitext | comb_15_t | opt | rnd_search_t_cos | 678.691 | 876.61 | 5.80783 | 36.0348 | 0 | +| 86 | 0.402128 | 6 | 0 | wikitext | comb_15_t | opt | rnd_search_t_cos | 678.691 | 876.61 | 5.22544 | 37.4943 | 0 | +| 87 | 0.414556 | 7 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.83371 | 30.796 | 0 | +| 88 | 0.367038 | 5 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 5.92438 | 34.0273 | 0 | +| 89 | 0.432354 | 8 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.66263 | 35.52 | 0 | +| 90 | 0.330969 | 4 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 6.88752 | 37.7726 | 0 | +| 91 | 0.394292 | 6 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 5.18427 | 38.2005 | 0 | +| 92 | 0 | 8 | 0 | wikitext | comb_2_t | opt | rnd_search_t_cos | 679.514 | 876.61 | 1.11433 | 51.6888 | 0 | +| 93 | 0.0343915 | 8 | 0 | wikitext | comb_9_t | opt | rnd_search_t_cos | 679.516 | 876.61 | 1.08956 | 50.2499 | 0 | +| 94 | 0.0343915 | 6 | 0 | wikitext | comb_9_t | opt | rnd_search_t_cos | 679.516 | 876.61 | 1.08969 | 53.7372 | 0 | +| 95 | 0.0343915 | 7 | 0 | wikitext | comb_9_t | opt | rnd_search_t_cos | 679.516 | 876.61 | 1.08965 | 54.7089 | 0 | +| 96 | 0.0455614 | 8 | 0 | wikitext | comb_10_t | opt | rnd_search_t_cos | 679.559 | 876.61 | 1.56999 | 49.3927 | 0 | +| 97 | 0.412293 | 7 | 0 | wikitext | comb_8_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 4.83802 | 43.5354 | 0 | +| 98 | 0.403276 | 6 | 0 | wikitext | comb_8_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 5.12661 | 43.9396 | 0 | +| 99 | 0.376528 | 5 | 0 | wikitext | comb_8_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 5.69026 | 47.9132 | 0 | +| 100 | 0.432692 | 8 | 0 | wikitext | comb_8_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 4.67254 | 50.4443 | 0 | +| 101 | 0.414826 | 7 | 0 | wikitext | comb_7_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 4.80789 | 51.4931 | 0 | +| 102 | 0.402128 | 6 | 0 | wikitext | comb_7_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 5.18355 | 51.5125 | 0 | +| 103 | 0.350861 | 4 | 0 | wikitext | comb_8_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 6.46871 | 54.2313 | 0 | +| 104 | 0.433739 | 8 | 0 | wikitext | comb_7_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 4.64651 | 55.4327 | 0 | +| 105 | 0.350557 | 4 | 0 | wikitext | comb_7_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 6.45423 | 59.9307 | 0 | +| 106 | 0.371901 | 5 | 0 | wikitext | comb_7_t | opt | rnd_search_t_cos | 679.985 | 876.61 | 5.78087 | 60.8659 | 0 | +| 107 | 0 | 8 | 0 | wikitext | comb_5_t | opt | rnd_search_t_cos | 678.22 | 882.901 | 1.11433 | 41.5888 | 0 | +| 108 | 0 | 7 | 0 | wikitext | comb_18_t | opt | rnd_search_t_cos | 679.514 | 882.901 | 1.10895 | 44.443 | 0 | +| 109 | 0.0343915 | 8 | 0 | wikitext | comb_18_t | opt | rnd_search_t_cos | 679.516 | 882.901 | 1.10865 | 43.9537 | 0 | +| 110 | 0.0343915 | 7 | 0 | wikitext | comb_12_t | opt | rnd_search_t_cos | 679.516 | 882.901 | 1.09017 | 49.8983 | 0 | +| 111 | 0.0343915 | 6 | 0 | wikitext | comb_12_t | opt | rnd_search_t_cos | 679.516 | 882.901 | 1.09074 | 50.6098 | 0 | +| 112 | 0.0343915 | 8 | 0 | wikitext | comb_12_t | opt | rnd_search_t_cos | 679.516 | 882.901 | 1.08922 | 54.9753 | 0 | +| 113 | 0.418879 | 7 | 0 | wikitext | comb_4_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.83362 | 43.8067 | 0 | +| 114 | 0.377204 | 5 | 0 | wikitext | comb_6_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.6825 | 44.2085 | 0 | +| 115 | 0.398852 | 6 | 0 | wikitext | comb_4_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.18098 | 45.2536 | 0 | +| 116 | 0.412969 | 7 | 0 | wikitext | comb_1_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.83747 | 45.3136 | 0 | +| 117 | 0.396049 | 6 | 0 | wikitext | comb_6_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.21795 | 46.7466 | 0 | +| 118 | 0.372172 | 5 | 0 | wikitext | comb_16_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.74639 | 48.112 | 0 | +| 119 | 0.350929 | 4 | 0 | wikitext | comb_1_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 6.44344 | 49.0422 | 0 | +| 120 | 0.432286 | 8 | 0 | wikitext | comb_1_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.68546 | 49.0654 | 0 | +| 121 | 0.426511 | 8 | 0 | wikitext | comb_4_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.69314 | 49.5146 | 0 | +| 122 | 0.352854 | 4 | 0 | wikitext | comb_4_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 6.4999 | 49.5462 | 0 | +| 123 | 0.415535 | 7 | 0 | wikitext | comb_16_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.85139 | 49.6126 | 0 | +| 124 | 0.398582 | 6 | 0 | wikitext | comb_1_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.16995 | 49.6594 | 0 | +| 125 | 0.369875 | 5 | 0 | wikitext | comb_1_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.66486 | 50.5966 | 0 | +| 126 | 0.414455 | 7 | 0 | wikitext | comb_6_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.8293 | 51.6775 | 0 | +| 127 | 0.398615 | 6 | 0 | wikitext | comb_16_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.22134 | 51.7571 | 0 | +| 128 | 0.429112 | 8 | 0 | wikitext | comb_6_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.69148 | 52.2436 | 0 | +| 129 | 0.43205 | 8 | 0 | wikitext | comb_16_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 4.69228 | 52.9614 | 0 | +| 130 | 0.372577 | 5 | 0 | wikitext | comb_4_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 5.74892 | 53.3728 | 0 | +| 131 | 0.351706 | 4 | 0 | wikitext | comb_6_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 6.4906 | 54.5446 | 0 | +| 132 | 0.350827 | 4 | 0 | wikitext | comb_16_t | opt | rnd_search_t_cos | 679.985 | 882.901 | 6.54661 | 58.8227 | 0 | +| 133 | 0 | 4 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11124 | 0.060012 | 0 | +| 134 | 0 | 5 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11124 | 0.060012 | 0 | +| 135 | 0 | 6 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11124 | 0.060012 | 0 | +| 136 | 0 | 7 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11124 | 0.060012 | 0 | +| 137 | 0 | 8 | 0 | wikitext | comb_3 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11124 | 0.060012 | 0 | +| 138 | 0 | 4 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11185 | 0.062987 | 0 | +| 139 | 0 | 5 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11185 | 0.062987 | 0 | +| 140 | 0 | 6 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11185 | 0.062987 | 0 | +| 141 | 0 | 7 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11185 | 0.062987 | 0 | +| 142 | 0 | 8 | 0 | wikitext | comb_11 | opt | rnd_search_t_cos | 477.74 | 968.884 | 1.11185 | 0.062987 | 0 | +| 143 | 0 | 8 | 0 | wikitext | comb_3_t | opt | rnd_search_t_cos | 486.26 | 1073.74 | 1.10951 | 0.11253 | 0 | +| 144 | 0 | 8 | 0 | wikitext | comb_11_t | opt | rnd_search_t_cos | 486.26 | 1073.74 | 1.11185 | 0.116035 | 0 | +| 145 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 23.8441 | 0 | \ No newline at end of file