diff --git a/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..877a2623faa8a8f830714147036df671bf76a305 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..0794d10351f44f4b22d286a8b25d651204342be5 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..ca9f896f1ccd462b920d72b368381d4ad6c3fdbd Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..3d9c1c86dda0deda27942f07e8fc11603382ba91 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..516599bf0f2a7a5f48b71fd5f9d197869989d095 Binary files /dev/null and b/results/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/opt.png b/results/bitwidth_acc_decay_per_function/opt.png new file mode 100644 index 0000000000000000000000000000000000000000..0834847d8ed31347d5c14380b5c329e1c4a700fc Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/opt.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..6f1a2547998621159f12828a6c651cef81760426 --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,137 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.2965889573097229 4 0.0 wikitext ao_woq opt fixed 268.126208 752.877568 8.768630981445312 45.975604 0.0 +0.31702131032943726 5 0.0 wikitext woq opt fixed 670.234624 840.957952 8.222683906555176 35.36942 0.0 +0.32482269406318665 8 0.0 wikitext ao_woq opt fixed 580.071936 851.443712 7.916566848754883 37.046333 0.0 +0.36845663189888 5 0.0 wikitext woq_t opt fixed 678.766592 855.638016 5.921333312988281 38.844894 0.0 +0.0015873017255216837 7 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.1113218069076538 45.556243 0.0 +0.0031746034510433674 6 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.111747145652771 46.656359 0.0 +0.0015873017255216837 5 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.113356113433838 49.894329 0.0 +0.0 4 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 +0.0 5 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 +0.0 6 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 +0.0 7 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 +0.0 8 0.0 wikitext comb_7 opt nlr_t_lin 669.68832 861.929472 1.1143286228179932 54.053031 0.0 +0.0015873017255216837 8 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.110521912574768 54.230701 0.0 +0.0 4 0.0 wikitext comb_4 opt nlr_t_lin 669.68832 861.929472 1.112660527229309 57.146552 0.0 +0.3225261867046356 6 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.7707366943359375 35.70412 0.0 +0.32434991002082825 8 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.897377014160156 36.095892 0.0 +0.30770012736320496 4 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.266552925109863 39.435851 0.0 +0.31870993971824646 5 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 8.078168869018555 47.650568 0.0 +0.32505911588668823 7 0.0 wikitext comb_15 opt nlr_t_lin 670.15936 861.929472 7.888031959533691 51.162194 0.0 +0.321073979139328 6 0.0 wikitext woq opt fixed 670.234624 861.929472 7.8056864738464355 37.233885 0.0 +0.32451874017715454 7 0.0 wikitext woq opt fixed 670.234624 861.929472 7.905444145202637 40.121577 0.0 +0.3248564898967743 8 0.0 wikitext woq opt fixed 670.234624 861.929472 7.916111469268799 45.838292 0.0 +0.2924012243747711 4 0.0 wikitext woq opt fixed 670.234624 861.929472 8.903441429138184 50.999781 0.0 +0.004761905409395695 6 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1249585151672363 64.142235 0.0 +0.0015873017255216837 8 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1034367084503174 65.32967 0.0 +0.0 4 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 +0.0 5 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.1228798627853394 66.272123 0.0 +0.0 4 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 +0.0 5 0.0 wikitext comb_1 opt nlr_t_lin 670.981632 861.929472 1.1244258880615234 67.058703 0.0 +0.0 4 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 +0.0 5 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 +0.0 6 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 +0.0 7 0.0 wikitext comb_17 opt nlr_t_lin 670.981632 861.929472 1.1148087978363037 67.374243 0.0 +0.0015873017255216837 6 0.0 wikitext comb_2 opt nlr_t_lin 670.981632 861.929472 1.109244465827942 75.928743 0.0 +0.0 4 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 +0.0 5 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 +0.0 6 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 +0.0 7 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 +0.0 8 0.0 wikitext comb_6 opt nlr_t_lin 670.981632 861.929472 1.1143286228179932 76.594805 0.0 +0.02191988192498684 7 0.0 wikitext comb_1 opt nlr_t_lin 670.992896 861.929472 1.2106132507324219 73.007434 0.0 +0.31870993971824646 5 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.04486083984375 47.675248 0.0 +0.3196893036365509 5 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.02696418762207 52.363297 0.0 +0.3082066774368286 4 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 8.241694450378418 54.199928 0.0 +0.3206349313259125 6 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.8387131690979 55.80404 0.0 +0.30810537934303284 4 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.344817161560059 58.154097 0.0 +0.3217832148075104 6 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.80874490737915 58.192406 0.0 +0.31719014048576355 5 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 8.168275833129883 59.521632 0.0 +0.2742992639541626 8 0.0 wikitext comb_1 opt nlr_t_lin 671.452672 861.929472 10.443354606628418 63.021247 0.0 +0.32475513219833374 7 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.911550998687744 63.49072 0.0 +0.3084430992603302 4 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.296141624450684 63.617633 0.0 +0.320702463388443 6 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.805671215057373 63.737324 0.0 +0.30810537934303284 4 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 8.300801277160645 63.997165 0.0 +0.3088821768760681 4 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.28077507019043 65.692212 0.0 +0.32019591331481934 5 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 8.026485443115234 65.863506 0.0 +0.3198243975639343 5 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.03581428527832 66.616634 0.0 +0.32428237795829773 8 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.893834590911865 68.182388 0.0 +0.32448500394821167 8 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.912756443023682 68.529104 0.0 +0.3170888125896454 5 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 8.172203063964844 69.379954 0.0 +0.3090847432613373 4 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 8.242557525634766 69.784316 0.0 +0.3230665326118469 6 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.794455528259277 70.056842 0.0 +0.3258358836174011 8 0.0 wikitext comb_12 opt nlr_t_lin 671.452672 861.929472 7.931958198547363 71.269074 0.0 +0.32505911588668823 8 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.904936790466309 73.766544 0.0 +0.3247213661670685 8 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.898097038269043 73.818633 0.0 +0.3249240219593048 7 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.915891170501709 75.428737 0.0 +0.19878418743610382 7 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 14.09366226196289 75.497194 0.0 +0.32489025592803955 7 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.912522315979004 77.865032 0.0 +0.3245525062084198 8 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.927073001861572 78.341459 0.0 +0.321783185005188 6 0.0 wikitext comb_3 opt nlr_t_lin 671.452672 861.929472 7.818181991577148 78.514537 0.0 +0.32482272386550903 7 0.0 wikitext comb_10 opt nlr_t_lin 671.452672 861.929472 7.915579795837402 81.921306 0.0 +0.3183721601963043 8 0.0 wikitext comb_2 opt nlr_t_lin 671.452672 861.929472 7.9405999183654785 82.419729 0.0 +0.3252279758453369 7 0.0 wikitext comb_18 opt nlr_t_lin 671.452672 861.929472 7.921492576599121 84.799091 0.0 +0.32532933354377747 7 0.0 wikitext comb_5 opt nlr_t_lin 671.452672 861.929472 7.9323954582214355 85.314689 0.0 +0.3202296793460846 6 0.0 wikitext comb_8 opt nlr_t_lin 671.452672 861.929472 7.8044023513793945 85.613924 0.0 +0.01904762163758278 4 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0910050868988037 49.392175 0.0 +0.0238095261156559 6 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0963724851608276 52.402195 0.0 +0.01428571529686451 5 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0956261157989502 57.093773 0.0 +0.01746032014489174 8 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.0971732139587402 57.500863 0.0 +0.02222222462296486 7 0.0 wikitext comb_4_t opt nlr_t_lin 678.220288 876.609536 1.09693443775177 79.86138 0.0 +0.3982100784778595 6 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.2471232414245605 34.74176 0.0 +0.3518068194389343 4 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 6.462575912475586 36.59419 0.0 +0.4359338581562042 8 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.63349723815918 38.197213 0.0 +0.3781155049800873 5 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 5.728854179382324 42.481807 0.0 +0.41766297817230225 7 0.0 wikitext comb_15_t opt nlr_t_lin 678.691328 876.609536 4.780923843383789 46.960648 0.0 +0.41898009181022644 7 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.809556007385254 36.101904 0.0 +0.33073288202285767 4 0.0 wikitext woq_t opt fixed 678.766592 876.609536 6.953046798706055 43.631042 0.0 +0.39216482639312744 6 0.0 wikitext woq_t opt fixed 678.766592 876.609536 5.1837663650512695 46.040043 0.0 +0.4241810142993927 8 0.0 wikitext woq_t opt fixed 678.766592 876.609536 4.689413070678711 51.370677 0.0 +0.0 8 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.0894272327423096 63.515339 0.0 +0.0 7 0.0 wikitext comb_17_t opt nlr_t_lin 679.5136 876.609536 1.1065272092819214 68.085813 0.0 +0.0 8 0.0 wikitext comb_6_t opt nlr_t_lin 679.5136 876.609536 1.1143286228179932 75.55814 0.0 +0.03439153730869293 5 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0922271013259888 65.768349 0.0 +0.03439153730869293 6 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901471376419067 74.919268 0.0 +0.03439153730869293 7 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0901434421539307 77.232601 0.0 +0.03439153730869293 8 0.0 wikitext comb_2_t opt nlr_t_lin 679.515648 876.609536 1.0897578001022339 79.644744 0.0 +0.40195879340171814 6 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.170290470123291 58.403683 0.0 +0.42353934049606323 7 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.784170627593994 62.538443 0.0 +0.3724079728126526 5 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.772928714752197 63.511953 0.0 +0.34978049993515015 4 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 6.453982353210449 65.822961 0.0 +0.39354947209358215 6 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 5.284924030303955 68.171578 0.0 +0.3516716957092285 4 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 6.465292930603027 73.994393 0.0 +0.42823371291160583 8 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 4.6380696296691895 75.470502 0.0 +0.375413715839386 5 0.0 wikitext comb_10_t opt nlr_t_lin 679.98464 876.609536 5.726288318634033 82.695935 0.0 +0.42782846093177795 7 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.737576007843018 86.991647 0.0 +0.4357312023639679 8 0.0 wikitext comb_5_t opt nlr_t_lin 679.98464 876.609536 4.654548168182373 116.478422 0.0 +0.0 8 0.0 wikitext comb_7_t opt nlr_t_lin 678.220288 882.900992 1.1143286228179932 79.006453 0.0 +0.03439153730869293 6 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.090989589691162 63.075346 0.0 +0.03439153730869293 5 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0911734104156494 66.211215 0.0 +0.03439153730869293 8 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0901378393173218 68.728153 0.0 +0.03439153730869293 7 0.0 wikitext comb_1_t opt nlr_t_lin 679.515648 882.900992 1.0900657176971436 70.736723 0.0 +0.36903074383735657 5 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.754034996032715 58.193627 0.0 +0.3519081473350525 4 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 6.3882060050964355 61.567109 0.0 +0.3515366315841675 4 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 6.428282737731934 61.987427 0.0 +0.4238770604133606 8 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.710434913635254 62.930715 0.0 +0.4019925892353058 6 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.156618595123291 63.733119 0.0 +0.37021276354789734 5 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.739209175109863 64.386606 0.0 +0.3511989414691925 4 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 6.443556308746338 66.814336 0.0 +0.3508949875831604 4 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 6.389318466186523 67.096814 0.0 +0.3975346088409424 6 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.181685447692871 67.318747 0.0 +0.4239446222782135 7 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.756684303283691 67.87952 0.0 +0.3676123321056366 5 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 5.7517194747924805 68.238157 0.0 +0.3920634984970093 6 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 5.184597492218018 69.432281 0.0 +0.43569740653038025 8 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.646080493927002 70.221906 0.0 +0.3702127933502197 5 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 5.857893943786621 70.600352 0.0 +0.40124958753585815 6 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 5.164586544036865 73.005093 0.0 +0.42566701769828796 7 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.772226333618164 74.790592 0.0 +0.4133738577365875 7 0.0 wikitext comb_12_t opt nlr_t_lin 679.98464 882.900992 4.90745735168457 75.538482 0.0 +0.42931443452835083 8 0.0 wikitext comb_18_t opt nlr_t_lin 679.98464 882.900992 4.665990352630615 79.230277 0.0 +0.4262411296367645 8 0.0 wikitext comb_8_t opt nlr_t_lin 679.98464 882.900992 4.675049781799316 80.808679 0.0 +0.42505913972854614 7 0.0 wikitext comb_3_t opt nlr_t_lin 679.98464 882.900992 4.770332336425781 84.958384 0.0 +0.0 4 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 +0.0 5 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 +0.0 6 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 +0.0 7 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 +0.0 8 0.0 wikitext comb_11 opt nlr_t_lin 477.740032 968.884224 1.1189042329788208 0.117883 0.0 +0.0 8 0.0 wikitext comb_11_t opt nlr_t_lin 486.259712 1073.741824 1.1145169734954834 0.105632 0.0 +0.3243836760520935 32 0.0 wikitext base opt ---- 1359.398912 1402.994688 7.934948921203613 27.723671 0.0 diff --git a/results/func_by_param_init_method/opt/4/comb_10.png b/results/func_by_param_init_method/opt/4/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..4d5cbe80d899d096b2b71297604f84da54046b4a Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_10.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_10_t.png b/results/func_by_param_init_method/opt/4/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9551bad35de772875b9a09231db8ac87cef47cc7 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_12.png b/results/func_by_param_init_method/opt/4/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..1e6b553aeedca2e5bb1d312e560cf028feb5e2fd Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_12_t.png b/results/func_by_param_init_method/opt/4/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e323a36807c4bb965269dad39864f91608ddd1c9 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_15.png b/results/func_by_param_init_method/opt/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..8d02e4dae893f2078b09792986003e6065c3af1c Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_15_t.png b/results/func_by_param_init_method/opt/4/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dbb995edaa606fb0d1a9eb3815c0ab31056c2456 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_18.png b/results/func_by_param_init_method/opt/4/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..bb9c3bea9e78ea11e23c685c22db05c574fe1433 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_18_t.png b/results/func_by_param_init_method/opt/4/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9ae30da13413eae909ead2b7e6c51b2dda75f8bc Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_3.png b/results/func_by_param_init_method/opt/4/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..a9fa35c02a35b9a68f2bd2f439be9aa9eb60bca8 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_3.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_3_t.png b/results/func_by_param_init_method/opt/4/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2dbdc13a56cd05a16a23a6aa4f8247b24c60c176 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_3_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_4_t.png b/results/func_by_param_init_method/opt/4/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8ed46e76b9aaf7cc9e3e94efe35b5b509b52f206 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_5.png b/results/func_by_param_init_method/opt/4/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..261cce8e85e85039a2d2f1e817f9543fe9d0efe3 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_5.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_5_t.png b/results/func_by_param_init_method/opt/4/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a922c196d541c2f51cbced63c78152b207655c8e Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_5_t.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_8.png b/results/func_by_param_init_method/opt/4/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..70cd5ed312bc2f4646f13dada9f2ea00046ffa30 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/4/comb_8_t.png b/results/func_by_param_init_method/opt/4/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..338ba9163da828ebdfa7044872bc397cb3ab3e69 Binary files /dev/null and b/results/func_by_param_init_method/opt/4/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_10.png b/results/func_by_param_init_method/opt/5/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..002bce974e4d7509e420242ac322acb61b4e9786 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_10.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_10_t.png b/results/func_by_param_init_method/opt/5/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..986b0969eccc9f240fc82f7ce083765bb26b65cc Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_12.png b/results/func_by_param_init_method/opt/5/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..a155f0a74c177de076c592c150602aa86c64724b Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_12_t.png b/results/func_by_param_init_method/opt/5/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7795dc44edb901ac8d8ccdd5ebc7802a797f497d Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_15.png b/results/func_by_param_init_method/opt/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..241290b391542ff2b206b2dc3723a869a67de1d7 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_15_t.png b/results/func_by_param_init_method/opt/5/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dec2fcc8a9f626e6a0d5040d8003444997d7623b Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_18.png b/results/func_by_param_init_method/opt/5/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..3627d7461ca76396ccdfc73ffd5b86ed5dad1469 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_18_t.png b/results/func_by_param_init_method/opt/5/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2e1d262fbfc366bd5a999d29a3cdfb9aec254fdd Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_1_t.png b/results/func_by_param_init_method/opt/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0bad4f8a1549765cfa58e63f3b28300d25640755 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_2_t.png b/results/func_by_param_init_method/opt/5/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f961876ed8977cb41d20864969f16be3aee4b281 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_2_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_3.png b/results/func_by_param_init_method/opt/5/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..28ad82360772fc87b484305465312af1549fe399 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_3.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_3_t.png b/results/func_by_param_init_method/opt/5/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0b4d49bd877f9d5bdfdd13260cc2037d0ef2d4a2 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_3_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_4.png b/results/func_by_param_init_method/opt/5/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..946c49ef50ab5446674a125ca5805f75292bcf11 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_4_t.png b/results/func_by_param_init_method/opt/5/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4f01112f95ed12ae90bfefca69587c96f59909d7 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_5.png b/results/func_by_param_init_method/opt/5/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..831d58ffd49c5f7b8015d4505b73c99f70d40a79 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_5.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_5_t.png b/results/func_by_param_init_method/opt/5/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..b57763e12055d62ee489db0aa066aac0d031b43e Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_5_t.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_8.png b/results/func_by_param_init_method/opt/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..feff9c871765986e80fac4f71567b7106057e674 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/5/comb_8_t.png b/results/func_by_param_init_method/opt/5/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4482e021f05423047bcc8fbb151463ca7ad55968 Binary files /dev/null and b/results/func_by_param_init_method/opt/5/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_1.png b/results/func_by_param_init_method/opt/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..c3dafe150b1c1b8638ab61e73e157108d24a9418 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_10.png b/results/func_by_param_init_method/opt/6/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..d6ebce3defae6a437eff5996a6f7d3cc92379888 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_10.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_10_t.png b/results/func_by_param_init_method/opt/6/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..be6b49e339ab15f78427e15ce56d2e597f765180 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_12.png b/results/func_by_param_init_method/opt/6/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..4cf6250717eb9907e1d34a8f44e12ed30959bf59 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_12_t.png b/results/func_by_param_init_method/opt/6/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..bf490a869b1f5b02ad55b95976c59931172a3f00 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_15.png b/results/func_by_param_init_method/opt/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..74507f7641b130b1f4a9d1581de3423637a6b15c Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_15_t.png b/results/func_by_param_init_method/opt/6/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6f5e150d3f846d8c44436ae713e22c8c2a262a02 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_18.png b/results/func_by_param_init_method/opt/6/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..9db909e078f781dd8e75907a7fb3d7a50bf4e7d5 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_18_t.png b/results/func_by_param_init_method/opt/6/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..0f3c07d3a09ee82045a22d040ec4d435aac355d0 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_1_t.png b/results/func_by_param_init_method/opt/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5cdd70031e7a59e8fa0ccb8e448bd99925fab9b0 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_2.png b/results/func_by_param_init_method/opt/6/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..f5ba626cfd4c11a74b68df334c723ce7c3675b8f Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_2.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_2_t.png b/results/func_by_param_init_method/opt/6/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c2977fa9f3d57293fd212f244cfcda0caae72923 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_2_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_3.png b/results/func_by_param_init_method/opt/6/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..d9c3409cd0583a73342c4d26ca995725b3718f9a Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_3.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_3_t.png b/results/func_by_param_init_method/opt/6/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..084ddf6090cf66fce7272e4ddb919eccdfe899a5 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_3_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_4.png b/results/func_by_param_init_method/opt/6/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..377d40e5997f232fc3aea1c3dea52fda9af7e4f6 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_4_t.png b/results/func_by_param_init_method/opt/6/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..195afb76d2c276e8b023b93b2dd2a522611fffba Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_5.png b/results/func_by_param_init_method/opt/6/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..f871ede67ddc3d4cf340341dd20089e8252d71c0 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_5.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_5_t.png b/results/func_by_param_init_method/opt/6/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ef7208651faadd5d74b80284736d5294434f564f Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_5_t.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_8.png b/results/func_by_param_init_method/opt/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..744aff5f1e3e91e226952e71be04589365f51bb0 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/6/comb_8_t.png b/results/func_by_param_init_method/opt/6/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..bc4e6ab2781e6c95d2e451ec1face55fc2d0c445 Binary files /dev/null and b/results/func_by_param_init_method/opt/6/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_1.png b/results/func_by_param_init_method/opt/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..6b41acb7e982ee5de640d05f0d87663237e42cd5 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_10.png b/results/func_by_param_init_method/opt/7/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..62c7dbc1b11bf2535719caff15f811786043a9d1 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_10.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_10_t.png b/results/func_by_param_init_method/opt/7/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..74477625c3bab06f6f7727756a2b91abf3e38ca5 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_12.png b/results/func_by_param_init_method/opt/7/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..71329e77a3dfd248c0f423243814ae8434bf0c07 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_12_t.png b/results/func_by_param_init_method/opt/7/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f7e193128135f8e84aaea7e38407fed890ac0d47 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_15.png b/results/func_by_param_init_method/opt/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..d10f9489aa08f065c24fe3e33afe320d89ab71af Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_15_t.png b/results/func_by_param_init_method/opt/7/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..07155c769b95e240a399630864eeb2919bbc4f43 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_18.png b/results/func_by_param_init_method/opt/7/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..43e17dc34580b47969bc18b95c51690a00f519a3 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_18_t.png b/results/func_by_param_init_method/opt/7/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d6f25b4e22f44811aa2f7bd885443680e42f14df Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_1_t.png b/results/func_by_param_init_method/opt/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..389cd429f3da7616c91fa7b6017c832a5ff58778 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_2.png b/results/func_by_param_init_method/opt/7/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..8399566f96ac4d01cd81d4e1f277bb9b724ec315 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_2.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_2_t.png b/results/func_by_param_init_method/opt/7/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..f5f06a89f61c625b2346d1ac1cd753c0d16b3253 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_2_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_3.png b/results/func_by_param_init_method/opt/7/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..2b2309372ae17389a42ea1ed6c9e953030c2f071 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_3.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_3_t.png b/results/func_by_param_init_method/opt/7/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6e64e3568ed6995eab6b7bef0d0c28373e63936f Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_3_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_4.png b/results/func_by_param_init_method/opt/7/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..21f3b8ec186354dcfa6efd0fb35e5f4bce77fd82 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_4_t.png b/results/func_by_param_init_method/opt/7/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..de9e97c329678989639c75edf189bb59ea419f8d Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_5.png b/results/func_by_param_init_method/opt/7/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..a7d63308b40c8a27561909a7f0d3c61a5b3520ce Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_5.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_5_t.png b/results/func_by_param_init_method/opt/7/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e4bd0e7f767ce01de96ccb4d2f4318c7687f7c84 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_5_t.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_8.png b/results/func_by_param_init_method/opt/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..6fc08e5a19ead41915f1b55f9a7c586bb611ca2e Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/7/comb_8_t.png b/results/func_by_param_init_method/opt/7/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..49ff08b78192d5a472418c5bd2f681274983b7b8 Binary files /dev/null and b/results/func_by_param_init_method/opt/7/comb_8_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_1.png b/results/func_by_param_init_method/opt/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..ca33dc2188781c3b4b2d71ffb12f179eb1268601 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_1.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_10.png b/results/func_by_param_init_method/opt/8/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..4ba977cf9b8c747f73c0d318936e0558f5b36277 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_10.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_10_t.png b/results/func_by_param_init_method/opt/8/comb_10_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7683f8572198a865f2d342b58e647a8e335ddfce Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_10_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_12.png b/results/func_by_param_init_method/opt/8/comb_12.png new file mode 100644 index 0000000000000000000000000000000000000000..50d5d3d887b723be5e56ad00308d64b8f88ee9f3 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_12.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_12_t.png b/results/func_by_param_init_method/opt/8/comb_12_t.png new file mode 100644 index 0000000000000000000000000000000000000000..30b8ff676ac5b9e2113290de0e20b4c4952c79ed Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_12_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_15.png b/results/func_by_param_init_method/opt/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..85e55a74341bc894901a550326141ae709b0aad2 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_15.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_15_t.png b/results/func_by_param_init_method/opt/8/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c41898ac28bc6e8e27acbdc90096a52287b496a9 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_15_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_17.png b/results/func_by_param_init_method/opt/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..7635f395d2151c8dcfedebf18d79a5ce18693cf3 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_17.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_18.png b/results/func_by_param_init_method/opt/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..bf5d9097af7f65da10ea93d7f6be7c5a718b816a Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_18.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_18_t.png b/results/func_by_param_init_method/opt/8/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..1d3785dc47839d9ca8a38a2abae3da3281bb8447 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_18_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_1_t.png b/results/func_by_param_init_method/opt/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..96a19e6fc2bd01eab041dba2928788db64e08d0c Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_2.png b/results/func_by_param_init_method/opt/8/comb_2.png new file mode 100644 index 0000000000000000000000000000000000000000..5e256fe51adba94d873c0e0ad17fcae2830565d7 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_2.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_2_t.png b/results/func_by_param_init_method/opt/8/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4718c8916417dd80b99bfee847b57088d9437767 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_2_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_3.png b/results/func_by_param_init_method/opt/8/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..524bee1163b3c1413b9e2d7f47ecbd4202d6351d Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_3.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_3_t.png b/results/func_by_param_init_method/opt/8/comb_3_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4a6720a4fdf106a76427fa88ff6f1674b8e4462c Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_3_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_4.png b/results/func_by_param_init_method/opt/8/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..4c7a5c5e05fbed246cfb8984e2618136da00d946 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_4.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_4_t.png b/results/func_by_param_init_method/opt/8/comb_4_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9a802d0126635fe0b0e1a3ea58ba265ae48ac1ec Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_4_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_5.png b/results/func_by_param_init_method/opt/8/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..001ebceb12728ad24e235529559587af7ca2c8cd Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_5.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_5_t.png b/results/func_by_param_init_method/opt/8/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..c1972ccfd5ba9ef2792545f8e52f98a1c3ce2da5 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_5_t.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_8.png b/results/func_by_param_init_method/opt/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..e7be324008d5fc5dcbad038fa904c5fd58cd98d1 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_8.png differ diff --git a/results/func_by_param_init_method/opt/8/comb_8_t.png b/results/func_by_param_init_method/opt/8/comb_8_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ffd89d4bece1fde1b7a3011c0ed7e974f2bf2bc4 Binary files /dev/null and b/results/func_by_param_init_method/opt/8/comb_8_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..117a7f965cb1ab58e5b536f3ef121cba8005fdec --- /dev/null +++ b/results/results.txt @@ -0,0 +1,138 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|----:|-----------:|-------:|-------:|:----------|:----------|:--------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:| +| 0 | 0.296589 | 4 | 0 | wikitext | ao_woq | opt | fixed | 268.126 | 752.878 | 8.76863 | 45.9756 | 0 | +| 1 | 0.317021 | 5 | 0 | wikitext | woq | opt | fixed | 670.235 | 840.958 | 8.22268 | 35.3694 | 0 | +| 2 | 0.324823 | 8 | 0 | wikitext | ao_woq | opt | fixed | 580.072 | 851.444 | 7.91657 | 37.0463 | 0 | +| 3 | 0.368457 | 5 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 855.638 | 5.92133 | 38.8449 | 0 | +| 4 | 0.0015873 | 7 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11132 | 45.5562 | 0 | +| 5 | 0.0031746 | 6 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11175 | 46.6564 | 0 | +| 6 | 0.0015873 | 5 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11336 | 49.8943 | 0 | +| 7 | 0 | 4 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | +| 8 | 0 | 5 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | +| 9 | 0 | 6 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | +| 10 | 0 | 7 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | +| 11 | 0 | 8 | 0 | wikitext | comb_7 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11433 | 54.053 | 0 | +| 12 | 0.0015873 | 8 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11052 | 54.2307 | 0 | +| 13 | 0 | 4 | 0 | wikitext | comb_4 | opt | nlr_t_lin | 669.688 | 861.929 | 1.11266 | 57.1466 | 0 | +| 14 | 0.322526 | 6 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.77074 | 35.7041 | 0 | +| 15 | 0.32435 | 8 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.89738 | 36.0959 | 0 | +| 16 | 0.3077 | 4 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.26655 | 39.4359 | 0 | +| 17 | 0.31871 | 5 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 8.07817 | 47.6506 | 0 | +| 18 | 0.325059 | 7 | 0 | wikitext | comb_15 | opt | nlr_t_lin | 670.159 | 861.929 | 7.88803 | 51.1622 | 0 | +| 19 | 0.321074 | 6 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.80569 | 37.2339 | 0 | +| 20 | 0.324519 | 7 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.90544 | 40.1216 | 0 | +| 21 | 0.324856 | 8 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 7.91611 | 45.8383 | 0 | +| 22 | 0.292401 | 4 | 0 | wikitext | woq | opt | fixed | 670.235 | 861.929 | 8.90344 | 50.9998 | 0 | +| 23 | 0.00476191 | 6 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12496 | 64.1422 | 0 | +| 24 | 0.0015873 | 8 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.10344 | 65.3297 | 0 | +| 25 | 0 | 4 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12288 | 66.2721 | 0 | +| 26 | 0 | 5 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12288 | 66.2721 | 0 | +| 27 | 0 | 4 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12443 | 67.0587 | 0 | +| 28 | 0 | 5 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.982 | 861.929 | 1.12443 | 67.0587 | 0 | +| 29 | 0 | 4 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | +| 30 | 0 | 5 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | +| 31 | 0 | 6 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | +| 32 | 0 | 7 | 0 | wikitext | comb_17 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11481 | 67.3742 | 0 | +| 33 | 0.0015873 | 6 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 670.982 | 861.929 | 1.10924 | 75.9287 | 0 | +| 34 | 0 | 4 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | +| 35 | 0 | 5 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | +| 36 | 0 | 6 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | +| 37 | 0 | 7 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | +| 38 | 0 | 8 | 0 | wikitext | comb_6 | opt | nlr_t_lin | 670.982 | 861.929 | 1.11433 | 76.5948 | 0 | +| 39 | 0.0219199 | 7 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 670.993 | 861.929 | 1.21061 | 73.0074 | 0 | +| 40 | 0.31871 | 5 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.04486 | 47.6752 | 0 | +| 41 | 0.319689 | 5 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.02696 | 52.3633 | 0 | +| 42 | 0.308207 | 4 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 8.24169 | 54.1999 | 0 | +| 43 | 0.320635 | 6 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.83871 | 55.804 | 0 | +| 44 | 0.308105 | 4 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.34482 | 58.1541 | 0 | +| 45 | 0.321783 | 6 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.80874 | 58.1924 | 0 | +| 46 | 0.31719 | 5 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 8.16828 | 59.5216 | 0 | +| 47 | 0.274299 | 8 | 0 | wikitext | comb_1 | opt | nlr_t_lin | 671.453 | 861.929 | 10.4434 | 63.0212 | 0 | +| 48 | 0.324755 | 7 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91155 | 63.4907 | 0 | +| 49 | 0.308443 | 4 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.29614 | 63.6176 | 0 | +| 50 | 0.320702 | 6 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.80567 | 63.7373 | 0 | +| 51 | 0.308105 | 4 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 8.3008 | 63.9972 | 0 | +| 52 | 0.308882 | 4 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.28078 | 65.6922 | 0 | +| 53 | 0.320196 | 5 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 8.02649 | 65.8635 | 0 | +| 54 | 0.319824 | 5 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.03581 | 66.6166 | 0 | +| 55 | 0.324282 | 8 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.89383 | 68.1824 | 0 | +| 56 | 0.324485 | 8 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91276 | 68.5291 | 0 | +| 57 | 0.317089 | 5 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 8.1722 | 69.38 | 0 | +| 58 | 0.309085 | 4 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 8.24256 | 69.7843 | 0 | +| 59 | 0.323067 | 6 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.79446 | 70.0568 | 0 | +| 60 | 0.325836 | 8 | 0 | wikitext | comb_12 | opt | nlr_t_lin | 671.453 | 861.929 | 7.93196 | 71.2691 | 0 | +| 61 | 0.325059 | 8 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.90494 | 73.7665 | 0 | +| 62 | 0.324721 | 8 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8981 | 73.8186 | 0 | +| 63 | 0.324924 | 7 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91589 | 75.4287 | 0 | +| 64 | 0.198784 | 7 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 14.0937 | 75.4972 | 0 | +| 65 | 0.32489 | 7 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91252 | 77.865 | 0 | +| 66 | 0.324553 | 8 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.92707 | 78.3415 | 0 | +| 67 | 0.321783 | 6 | 0 | wikitext | comb_3 | opt | nlr_t_lin | 671.453 | 861.929 | 7.81818 | 78.5145 | 0 | +| 68 | 0.324823 | 7 | 0 | wikitext | comb_10 | opt | nlr_t_lin | 671.453 | 861.929 | 7.91558 | 81.9213 | 0 | +| 69 | 0.318372 | 8 | 0 | wikitext | comb_2 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9406 | 82.4197 | 0 | +| 70 | 0.325228 | 7 | 0 | wikitext | comb_18 | opt | nlr_t_lin | 671.453 | 861.929 | 7.92149 | 84.7991 | 0 | +| 71 | 0.325329 | 7 | 0 | wikitext | comb_5 | opt | nlr_t_lin | 671.453 | 861.929 | 7.9324 | 85.3147 | 0 | +| 72 | 0.32023 | 6 | 0 | wikitext | comb_8 | opt | nlr_t_lin | 671.453 | 861.929 | 7.8044 | 85.6139 | 0 | +| 73 | 0.0190476 | 4 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09101 | 49.3922 | 0 | +| 74 | 0.0238095 | 6 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09637 | 52.4022 | 0 | +| 75 | 0.0142857 | 5 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09563 | 57.0938 | 0 | +| 76 | 0.0174603 | 8 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09717 | 57.5009 | 0 | +| 77 | 0.0222222 | 7 | 0 | wikitext | comb_4_t | opt | nlr_t_lin | 678.22 | 876.61 | 1.09693 | 79.8614 | 0 | +| 78 | 0.39821 | 6 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 5.24712 | 34.7418 | 0 | +| 79 | 0.351807 | 4 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 6.46258 | 36.5942 | 0 | +| 80 | 0.435934 | 8 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 4.6335 | 38.1972 | 0 | +| 81 | 0.378116 | 5 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 5.72885 | 42.4818 | 0 | +| 82 | 0.417663 | 7 | 0 | wikitext | comb_15_t | opt | nlr_t_lin | 678.691 | 876.61 | 4.78092 | 46.9606 | 0 | +| 83 | 0.41898 | 7 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.80956 | 36.1019 | 0 | +| 84 | 0.330733 | 4 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 6.95305 | 43.631 | 0 | +| 85 | 0.392165 | 6 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 5.18377 | 46.04 | 0 | +| 86 | 0.424181 | 8 | 0 | wikitext | woq_t | opt | fixed | 678.767 | 876.61 | 4.68941 | 51.3707 | 0 | +| 87 | 0 | 8 | 0 | wikitext | comb_17_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.08943 | 63.5153 | 0 | +| 88 | 0 | 7 | 0 | wikitext | comb_17_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.10653 | 68.0858 | 0 | +| 89 | 0 | 8 | 0 | wikitext | comb_6_t | opt | nlr_t_lin | 679.514 | 876.61 | 1.11433 | 75.5581 | 0 | +| 90 | 0.0343915 | 5 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09223 | 65.7683 | 0 | +| 91 | 0.0343915 | 6 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09015 | 74.9193 | 0 | +| 92 | 0.0343915 | 7 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.09014 | 77.2326 | 0 | +| 93 | 0.0343915 | 8 | 0 | wikitext | comb_2_t | opt | nlr_t_lin | 679.516 | 876.61 | 1.08976 | 79.6447 | 0 | +| 94 | 0.401959 | 6 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.17029 | 58.4037 | 0 | +| 95 | 0.423539 | 7 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.78417 | 62.5384 | 0 | +| 96 | 0.372408 | 5 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.77293 | 63.512 | 0 | +| 97 | 0.34978 | 4 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 6.45398 | 65.823 | 0 | +| 98 | 0.393549 | 6 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.28492 | 68.1716 | 0 | +| 99 | 0.351672 | 4 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 6.46529 | 73.9944 | 0 | +| 100 | 0.428234 | 8 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.63807 | 75.4705 | 0 | +| 101 | 0.375414 | 5 | 0 | wikitext | comb_10_t | opt | nlr_t_lin | 679.985 | 876.61 | 5.72629 | 82.6959 | 0 | +| 102 | 0.427828 | 7 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.73758 | 86.9916 | 0 | +| 103 | 0.435731 | 8 | 0 | wikitext | comb_5_t | opt | nlr_t_lin | 679.985 | 876.61 | 4.65455 | 116.478 | 0 | +| 104 | 0 | 8 | 0 | wikitext | comb_7_t | opt | nlr_t_lin | 678.22 | 882.901 | 1.11433 | 79.0065 | 0 | +| 105 | 0.0343915 | 6 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09099 | 63.0753 | 0 | +| 106 | 0.0343915 | 5 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09117 | 66.2112 | 0 | +| 107 | 0.0343915 | 8 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09014 | 68.7282 | 0 | +| 108 | 0.0343915 | 7 | 0 | wikitext | comb_1_t | opt | nlr_t_lin | 679.516 | 882.901 | 1.09007 | 70.7367 | 0 | +| 109 | 0.369031 | 5 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.75403 | 58.1936 | 0 | +| 110 | 0.351908 | 4 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.38821 | 61.5671 | 0 | +| 111 | 0.351537 | 4 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.42828 | 61.9874 | 0 | +| 112 | 0.423877 | 8 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.71043 | 62.9307 | 0 | +| 113 | 0.401993 | 6 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.15662 | 63.7331 | 0 | +| 114 | 0.370213 | 5 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.73921 | 64.3866 | 0 | +| 115 | 0.351199 | 4 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.44356 | 66.8143 | 0 | +| 116 | 0.350895 | 4 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 6.38932 | 67.0968 | 0 | +| 117 | 0.397535 | 6 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.18169 | 67.3187 | 0 | +| 118 | 0.423945 | 7 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.75668 | 67.8795 | 0 | +| 119 | 0.367612 | 5 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.75172 | 68.2382 | 0 | +| 120 | 0.392063 | 6 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.1846 | 69.4323 | 0 | +| 121 | 0.435697 | 8 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.64608 | 70.2219 | 0 | +| 122 | 0.370213 | 5 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.85789 | 70.6004 | 0 | +| 123 | 0.40125 | 6 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 5.16459 | 73.0051 | 0 | +| 124 | 0.425667 | 7 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.77223 | 74.7906 | 0 | +| 125 | 0.413374 | 7 | 0 | wikitext | comb_12_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.90746 | 75.5385 | 0 | +| 126 | 0.429314 | 8 | 0 | wikitext | comb_18_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.66599 | 79.2303 | 0 | +| 127 | 0.426241 | 8 | 0 | wikitext | comb_8_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.67505 | 80.8087 | 0 | +| 128 | 0.425059 | 7 | 0 | wikitext | comb_3_t | opt | nlr_t_lin | 679.985 | 882.901 | 4.77033 | 84.9584 | 0 | +| 129 | 0 | 4 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | +| 130 | 0 | 5 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | +| 131 | 0 | 6 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | +| 132 | 0 | 7 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | +| 133 | 0 | 8 | 0 | wikitext | comb_11 | opt | nlr_t_lin | 477.74 | 968.884 | 1.1189 | 0.117883 | 0 | +| 134 | 0 | 8 | 0 | wikitext | comb_11_t | opt | nlr_t_lin | 486.26 | 1073.74 | 1.11452 | 0.105632 | 0 | +| 135 | 0.324384 | 32 | 0 | wikitext | base | opt | ---- | 1359.4 | 1402.99 | 7.93495 | 27.7237 | 0 | \ No newline at end of file