diff --git a/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..c418d0962db2d6c7f2a50f210b76b4361ed38968 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..7f3afdcb79e1096718bfd6c976d024a8f1d70d62 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..f6f3aabebfdf16f8944d25040683febe42bc66cd Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..560bb0c27a889c8dcfb88e5aed36ddd992a3de28 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..7e8d7c572713b305a700e8d541a2e56ce41e4c91 Binary files /dev/null and b/results/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/phi.png b/results/bitwidth_acc_decay_per_function/phi.png new file mode 100644 index 0000000000000000000000000000000000000000..a1effaf162df3b6688f6ba005c39c2d507614d80 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/phi.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..0aba5a56e39bd8a9e1ac43f18788dd1b880a561c --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,68 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.37527862191200256 5 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.969074726104736 51.677403 0.0 +0.353799432516098 4 0.0 wikitext woq phi fixed 4394.576384 4695.523328 6.483606815338135 51.709764 0.0 +0.3804795742034912 8 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.9067816734313965 51.760372 0.0 +0.3781155049800873 6 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.950102806091309 51.771763 0.0 +0.37875714898109436 7 0.0 wikitext woq phi fixed 4394.576384 4695.523328 5.903452396392822 51.836183 0.0 +0.0 4 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1224465370178223 71.86759 0.0 +0.0015873017255216837 5 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1327569484710693 71.953466 0.0 +0.0031746034510433674 8 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1494650840759277 71.978455 0.0 +0.0031746034510433674 6 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1422514915466309 72.032407 0.0 +0.0031746034510433674 7 0.0 wikitext comb_3 phi nlr 4394.006528 4697.62048 1.1514719724655151 72.057666 0.0 +0.008465609513223171 4 0.0 wikitext comb_11 phi nlr 4394.011648 4697.62048 1.1750233173370361 94.571356 0.0 +0.008465609513223171 6 0.0 wikitext comb_11 phi nlr 4394.011648 4697.62048 1.1750253438949585 94.715445 0.0 +0.008465609513223171 7 0.0 wikitext comb_11 phi nlr 4394.011648 4697.62048 1.1750258207321167 94.715749 0.0 +0.008465609513223171 5 0.0 wikitext comb_11 phi nlr 4394.011648 4697.62048 1.1750246286392212 94.741079 0.0 +0.008465609513223171 8 0.0 wikitext comb_11 phi nlr 4394.011648 4697.62048 1.1750259399414062 94.823539 0.0 +0.35403579473495483 4 0.0 wikitext comb_6 phi nlr 4394.477568 4697.62048 6.471959114074707 32.841056 0.0 +0.37868961691856384 7 0.0 wikitext comb_6 phi nlr 4394.477568 4697.62048 5.902458190917969 32.86301 0.0 +0.3780141770839691 6 0.0 wikitext comb_6 phi nlr 4394.477568 4697.62048 5.946695804595947 32.896584 0.0 +0.38044580817222595 8 0.0 wikitext comb_6 phi nlr 4394.477568 4697.62048 5.907135486602783 32.971374 0.0 +0.37534621357917786 5 0.0 wikitext comb_6 phi nlr 4394.477568 4697.62048 5.971096515655518 33.047787 0.0 +0.0 4 0.0 wikitext comb_13 phi nlr 4397.365248 4699.717632 1.1349273920059204 90.312046 0.0 +0.0 5 0.0 wikitext comb_13 phi nlr 4397.365248 4699.717632 1.1349273920059204 90.312046 0.0 +0.0 6 0.0 wikitext comb_13 phi nlr 4397.365248 4699.717632 1.1349273920059204 90.312046 0.0 +0.0 7 0.0 wikitext comb_13 phi nlr 4397.365248 4699.717632 1.1349273920059204 90.312046 0.0 +0.0 8 0.0 wikitext comb_13 phi nlr 4397.365248 4699.717632 1.1349273920059204 90.312046 0.0 +0.0031746034510433674 4 0.0 wikitext comb_8 phi nlr 4397.365248 4699.717632 1.1135467290878296 137.39833 0.0 +0.00952381081879139 5 0.0 wikitext comb_10 phi nlr 4397.365248 4699.717632 1.0976892709732056 137.459375 0.0 +0.0031746034510433674 8 0.0 wikitext comb_8 phi nlr 4397.365248 4699.717632 1.1135467290878296 137.471606 0.0 +0.0031746034510433674 6 0.0 wikitext comb_8 phi nlr 4397.365248 4699.717632 1.1135467290878296 137.494468 0.0 +0.0031746034510433674 5 0.0 wikitext comb_8 phi nlr 4397.365248 4699.717632 1.1135467290878296 137.529474 0.0 +0.0 4 0.0 wikitext comb_10 phi nlr 4397.365248 4699.717632 1.1117035150527954 137.547924 0.0 +0.0031746034510433674 7 0.0 wikitext comb_8 phi nlr 4397.365248 4699.717632 1.1135467290878296 137.577331 0.0 +0.00952381081879139 6 0.0 wikitext comb_10 phi nlr 4397.365248 4699.717632 1.1035048961639404 137.619963 0.0 +0.34684228897094727 4 0.0 wikitext comb_17 phi nlr 4397.836288 4699.717632 6.516218185424805 90.591297 0.0 +0.3535967767238617 4 0.0 wikitext comb_16 phi nlr 4397.836288 4699.717632 6.486449241638184 90.594464 0.0 +0.37544748187065125 5 0.0 wikitext comb_14 phi nlr 4397.836288 4699.717632 5.9921417236328125 90.596931 0.0 +0.34707868099212646 4 0.0 wikitext comb_15 phi nlr 4397.836288 4699.717632 6.323948860168457 90.60973 0.0 +0.3800743520259857 7 0.0 wikitext comb_15 phi nlr 4397.836288 4699.717632 5.776492118835449 90.662676 0.0 +0.37760892510414124 6 0.0 wikitext comb_14 phi nlr 4397.836288 4699.717632 5.969102382659912 90.665924 0.0 +0.3754812479019165 6 0.0 wikitext comb_17 phi nlr 4397.836288 4699.717632 5.829889297485352 90.666422 0.0 +0.37534621357917786 5 0.0 wikitext comb_17 phi nlr 4397.836288 4699.717632 5.8374457359313965 90.669101 0.0 +0.37727120518684387 6 0.0 wikitext comb_15 phi nlr 4397.836288 4699.717632 5.837462425231934 90.680313 0.0 +0.375413715839386 5 0.0 wikitext comb_15 phi nlr 4397.836288 4699.717632 5.86149787902832 90.684612 0.0 +0.34910503029823303 4 0.0 wikitext comb_14 phi nlr 4397.836288 4699.717632 6.38361930847168 90.704231 0.0 +0.37929752469062805 7 0.0 wikitext comb_16 phi nlr 4397.836288 4699.717632 5.89551305770874 90.713505 0.0 +0.373623788356781 5 0.0 wikitext comb_16 phi nlr 4397.836288 4699.717632 6.013110637664795 90.747646 0.0 +0.3781830370426178 6 0.0 wikitext comb_16 phi nlr 4397.836288 4699.717632 5.944798469543457 90.780858 0.0 +0.3755488097667694 7 0.0 wikitext comb_17 phi nlr 4397.836288 4699.717632 5.7907586097717285 90.80736 0.0 +0.37845325469970703 8 0.0 wikitext comb_15 phi nlr 4397.836288 4699.717632 5.939144134521484 90.819747 0.0 +0.37953394651412964 7 0.0 wikitext comb_14 phi nlr 4397.836288 4699.717632 5.887576103210449 90.879927 0.0 +0.3749409019947052 8 0.0 wikitext comb_17 phi nlr 4397.836288 4699.717632 5.83762264251709 90.89178 0.0 +0.3786558508872986 8 0.0 wikitext comb_14 phi nlr 4397.836288 4699.717632 5.931424140930176 91.012004 0.0 +0.380580872297287 8 0.0 wikitext comb_16 phi nlr 4397.836288 4699.717632 5.914368152618408 91.067063 0.0 +0.35511651635169983 4 0.0 wikitext comb_4 phi nlr 4397.836288 4699.717632 6.460508346557617 112.751709 0.0 +0.3771698772907257 6 0.0 wikitext comb_4 phi nlr 4397.836288 4699.717632 5.931449890136719 112.841884 0.0 +0.3748733401298523 5 0.0 wikitext comb_4 phi nlr 4397.836288 4699.717632 6.014062404632568 112.908575 0.0 +0.379027396440506 7 0.0 wikitext comb_4 phi nlr 4397.836288 4699.717632 5.881370544433594 112.984852 0.0 +0.3790273666381836 8 0.0 wikitext comb_4 phi nlr 4397.836288 4699.717632 5.9127631187438965 112.986867 0.0 +0.21168524026870728 7 0.0 wikitext comb_10 phi nlr 4397.836288 4699.717632 14.465497016906738 137.90062 0.0 +0.371462345123291 8 0.0 wikitext comb_10 phi nlr 4397.836288 4699.717632 5.934565544128418 137.910128 0.0 +0.37960147857666016 8 0.0 wikitext comb_9 phi nlr 4397.836288 4699.717632 5.803421974182129 138.191381 0.0 +0.0 4 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0 +0.0 5 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0 +0.0 6 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0 +0.0 7 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0 +0.0 8 0.0 wikitext comb_1 phi nlr 3361.675264 5358.22336 1.1139556169509888 1.700634 0.0 +0.38051334023475647 32 0.0 wikitext base phi ---- 11335.518208 11370.758144 5.909549236297607 20.109704 0.0 diff --git a/results/func_by_param_init_method/phi/4/comb_11.png b/results/func_by_param_init_method/phi/4/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..b9154e0ee274b117a1edc251839ac04367092571 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_14.png b/results/func_by_param_init_method/phi/4/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..4f84316b8519843c629bef8d1c230bd11c4a9074 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_15.png b/results/func_by_param_init_method/phi/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..5c18a57a51f168544a82ab739b76462527a010af Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_16.png b/results/func_by_param_init_method/phi/4/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..38160e2b83e907c411adca54788dea179c398f3a Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_16.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_17.png b/results/func_by_param_init_method/phi/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..38f16f441d20695e6fd8658acf1633ffce8fae17 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_4.png b/results/func_by_param_init_method/phi/4/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..9f336bd92a7f0a0f06c8eb39cb29331305ab28a8 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_4.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_6.png b/results/func_by_param_init_method/phi/4/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..6109bb043c97c884d0f6a0bcf20b70970fd94e61 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/4/comb_8.png b/results/func_by_param_init_method/phi/4/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..211c05bb86da4c0ace575db24479fb17d7f23995 Binary files /dev/null and b/results/func_by_param_init_method/phi/4/comb_8.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_10.png b/results/func_by_param_init_method/phi/5/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..3471fd0422ae283b99e5c783f06fce43589c27e8 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_11.png b/results/func_by_param_init_method/phi/5/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..9dcd6b2bb1334d2d41aaf98c8d3432648f0fe099 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_14.png b/results/func_by_param_init_method/phi/5/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..c5a0b3f85fbc41c5405ab7d02ef55a1c3d0a1d4b Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_15.png b/results/func_by_param_init_method/phi/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..c239c37ebbc917e83f1a5a644693d31bfd1a93d3 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_16.png b/results/func_by_param_init_method/phi/5/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..027a78eb5e9f3e0508cd15a80379cd36c5976fa0 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_16.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_17.png b/results/func_by_param_init_method/phi/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..bc5829e3367e9ea5f894e1cc5febaa71ff53c97a Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_3.png b/results/func_by_param_init_method/phi/5/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..3048c442e16edc45699d095413d2d67ac92c2f22 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_3.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_4.png b/results/func_by_param_init_method/phi/5/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..a653b004f01d87114763b19065f9f68fe669d566 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_4.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_6.png b/results/func_by_param_init_method/phi/5/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..65e577f583a8eacaec8435492d910e45f6683887 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/5/comb_8.png b/results/func_by_param_init_method/phi/5/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..75cfb4a5a3e64b45087b6d14593c9e8b00ad70d0 Binary files /dev/null and b/results/func_by_param_init_method/phi/5/comb_8.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_10.png b/results/func_by_param_init_method/phi/6/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..8ece335424e70621e1b986b35ed58e6613613f63 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_11.png b/results/func_by_param_init_method/phi/6/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..c6c2fa0093d2f2702dd12c96cc686f070988b3d1 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_14.png b/results/func_by_param_init_method/phi/6/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..7be551b664f14c3c44e0a91153a20fef216b51a7 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_15.png b/results/func_by_param_init_method/phi/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..f809db5414c0d037c825d9a09d0a3510859846d7 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_16.png b/results/func_by_param_init_method/phi/6/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..f680b78e42995f777c38c9c012e53cbfdcf4e4b4 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_16.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_17.png b/results/func_by_param_init_method/phi/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..546e95e6f86c8a116324a9bdee40af70854c6984 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_3.png b/results/func_by_param_init_method/phi/6/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..757225d1a1425d555bab54132edc366c42dc817f Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_3.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_4.png b/results/func_by_param_init_method/phi/6/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..2310628131e980cc060fc91157975b71d8c4a5c2 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_4.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_6.png b/results/func_by_param_init_method/phi/6/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..924d89065ef1235be28892d1e187961f7b8731a6 Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/6/comb_8.png b/results/func_by_param_init_method/phi/6/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..fff701ed3e227851ac662fb9af7e4ba68bea232e Binary files /dev/null and b/results/func_by_param_init_method/phi/6/comb_8.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_10.png b/results/func_by_param_init_method/phi/7/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..c25c1468620a746a55abb4566c4d15363dcf27e1 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_11.png b/results/func_by_param_init_method/phi/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..12d3cd95865f2ae5b2d16d28f4667452fedbfd17 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_14.png b/results/func_by_param_init_method/phi/7/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..25785fbdca3d775a5bb84e8a35bfc993817e7a7d Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_15.png b/results/func_by_param_init_method/phi/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..88095406201f03f2734238911d895f95ec0a5549 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_16.png b/results/func_by_param_init_method/phi/7/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..0c3eec16196d77f8ee04d3b9a1bd310a4b358762 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_16.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_17.png b/results/func_by_param_init_method/phi/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..56c73bc41d87d5d62161b78c1ada52363a988306 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_3.png b/results/func_by_param_init_method/phi/7/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..8b6c767e15337126da76a8186f1231e4ec29762b Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_3.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_4.png b/results/func_by_param_init_method/phi/7/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..1e4abe79938bde25594b16218017c7d6e19f1941 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_4.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_6.png b/results/func_by_param_init_method/phi/7/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..00ba7f7e7f2703769725e1929c838b03fe756471 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/7/comb_8.png b/results/func_by_param_init_method/phi/7/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..5878331d20fc85ff76e2936ae7da4e710e8c1c19 Binary files /dev/null and b/results/func_by_param_init_method/phi/7/comb_8.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_10.png b/results/func_by_param_init_method/phi/8/comb_10.png new file mode 100644 index 0000000000000000000000000000000000000000..469e3027b1cd1357f7531396a6bdf8623b0cbb18 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_10.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_11.png b/results/func_by_param_init_method/phi/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..da4ab2c6708a87bc590867c1f3cfd6645d598464 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_11.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_14.png b/results/func_by_param_init_method/phi/8/comb_14.png new file mode 100644 index 0000000000000000000000000000000000000000..7aaf2967016be21c6c3ba52efa5dd64450568462 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_14.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_15.png b/results/func_by_param_init_method/phi/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..f876541f48add34cc1f6b4310cd3f22dc8175ff8 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_15.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_16.png b/results/func_by_param_init_method/phi/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..4f9b9561ada66c07f7f474ba8cda755e7292925e Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_16.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_17.png b/results/func_by_param_init_method/phi/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..e450ad3b507507c2926ba7d7557c8b29bf44cc59 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_17.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_3.png b/results/func_by_param_init_method/phi/8/comb_3.png new file mode 100644 index 0000000000000000000000000000000000000000..dca542c9d0a33258c9585def5f05a068cb771955 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_3.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_4.png b/results/func_by_param_init_method/phi/8/comb_4.png new file mode 100644 index 0000000000000000000000000000000000000000..4892c9adac77e4b84dfb8659e63486c37ce328fd Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_4.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_6.png b/results/func_by_param_init_method/phi/8/comb_6.png new file mode 100644 index 0000000000000000000000000000000000000000..12e4649b38d042ddf6c0a8e671fea5f4c9dd495c Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_6.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_8.png b/results/func_by_param_init_method/phi/8/comb_8.png new file mode 100644 index 0000000000000000000000000000000000000000..2ee29850f8353913f7e442b48e00126490b90513 Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_8.png differ diff --git a/results/func_by_param_init_method/phi/8/comb_9.png b/results/func_by_param_init_method/phi/8/comb_9.png new file mode 100644 index 0000000000000000000000000000000000000000..8e17403c9528f9d0a361c30069bad3f86970c2be Binary files /dev/null and b/results/func_by_param_init_method/phi/8/comb_9.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..6e1a3c8fd6f321a0915c9680e84135fa333d07cd --- /dev/null +++ b/results/results.txt @@ -0,0 +1,69 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|---:|-----------:|-------:|-------:|:----------|:---------|:--------|:---------|--------------------:|---------------------:|-------------:|----------:|------:| +| 0 | 0.375279 | 5 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.96907 | 51.6774 | 0 | +| 1 | 0.353799 | 4 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 6.48361 | 51.7098 | 0 | +| 2 | 0.38048 | 8 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90678 | 51.7604 | 0 | +| 3 | 0.378116 | 6 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.9501 | 51.7718 | 0 | +| 4 | 0.378757 | 7 | 0 | wikitext | woq | phi | fixed | 4394.58 | 4695.52 | 5.90345 | 51.8362 | 0 | +| 5 | 0 | 4 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.12245 | 71.8676 | 0 | +| 6 | 0.0015873 | 5 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.13276 | 71.9535 | 0 | +| 7 | 0.0031746 | 8 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14947 | 71.9785 | 0 | +| 8 | 0.0031746 | 6 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.14225 | 72.0324 | 0 | +| 9 | 0.0031746 | 7 | 0 | wikitext | comb_3 | phi | nlr | 4394.01 | 4697.62 | 1.15147 | 72.0577 | 0 | +| 10 | 0.00846561 | 4 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.5714 | 0 | +| 11 | 0.00846561 | 6 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7154 | 0 | +| 12 | 0.00846561 | 7 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.7157 | 0 | +| 13 | 0.00846561 | 5 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17502 | 94.7411 | 0 | +| 14 | 0.00846561 | 8 | 0 | wikitext | comb_11 | phi | nlr | 4394.01 | 4697.62 | 1.17503 | 94.8235 | 0 | +| 15 | 0.354036 | 4 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 6.47196 | 32.8411 | 0 | +| 16 | 0.37869 | 7 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90246 | 32.863 | 0 | +| 17 | 0.378014 | 6 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9467 | 32.8966 | 0 | +| 18 | 0.380446 | 8 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.90714 | 32.9714 | 0 | +| 19 | 0.375346 | 5 | 0 | wikitext | comb_6 | phi | nlr | 4394.48 | 4697.62 | 5.9711 | 33.0478 | 0 | +| 20 | 0 | 4 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | +| 21 | 0 | 5 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | +| 22 | 0 | 6 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | +| 23 | 0 | 7 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | +| 24 | 0 | 8 | 0 | wikitext | comb_13 | phi | nlr | 4397.37 | 4699.72 | 1.13493 | 90.312 | 0 | +| 25 | 0.0031746 | 4 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.398 | 0 | +| 26 | 0.00952381 | 5 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.09769 | 137.459 | 0 | +| 27 | 0.0031746 | 8 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.472 | 0 | +| 28 | 0.0031746 | 6 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.494 | 0 | +| 29 | 0.0031746 | 5 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.529 | 0 | +| 30 | 0 | 4 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1117 | 137.548 | 0 | +| 31 | 0.0031746 | 7 | 0 | wikitext | comb_8 | phi | nlr | 4397.37 | 4699.72 | 1.11355 | 137.577 | 0 | +| 32 | 0.00952381 | 6 | 0 | wikitext | comb_10 | phi | nlr | 4397.37 | 4699.72 | 1.1035 | 137.62 | 0 | +| 33 | 0.346842 | 4 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 6.51622 | 90.5913 | 0 | +| 34 | 0.353597 | 4 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.48645 | 90.5945 | 0 | +| 35 | 0.375447 | 5 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.99214 | 90.5969 | 0 | +| 36 | 0.347079 | 4 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 6.32395 | 90.6097 | 0 | +| 37 | 0.380074 | 7 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.77649 | 90.6627 | 0 | +| 38 | 0.377609 | 6 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.9691 | 90.6659 | 0 | +| 39 | 0.375481 | 6 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.82989 | 90.6664 | 0 | +| 40 | 0.375346 | 5 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83745 | 90.6691 | 0 | +| 41 | 0.377271 | 6 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.83746 | 90.6803 | 0 | +| 42 | 0.375414 | 5 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.8615 | 90.6846 | 0 | +| 43 | 0.349105 | 4 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 6.38362 | 90.7042 | 0 | +| 44 | 0.379298 | 7 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.89551 | 90.7135 | 0 | +| 45 | 0.373624 | 5 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 6.01311 | 90.7476 | 0 | +| 46 | 0.378183 | 6 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.9448 | 90.7809 | 0 | +| 47 | 0.375549 | 7 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.79076 | 90.8074 | 0 | +| 48 | 0.378453 | 8 | 0 | wikitext | comb_15 | phi | nlr | 4397.84 | 4699.72 | 5.93914 | 90.8197 | 0 | +| 49 | 0.379534 | 7 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.88758 | 90.8799 | 0 | +| 50 | 0.374941 | 8 | 0 | wikitext | comb_17 | phi | nlr | 4397.84 | 4699.72 | 5.83762 | 90.8918 | 0 | +| 51 | 0.378656 | 8 | 0 | wikitext | comb_14 | phi | nlr | 4397.84 | 4699.72 | 5.93142 | 91.012 | 0 | +| 52 | 0.380581 | 8 | 0 | wikitext | comb_16 | phi | nlr | 4397.84 | 4699.72 | 5.91437 | 91.0671 | 0 | +| 53 | 0.355117 | 4 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.46051 | 112.752 | 0 | +| 54 | 0.37717 | 6 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.93145 | 112.842 | 0 | +| 55 | 0.374873 | 5 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 6.01406 | 112.909 | 0 | +| 56 | 0.379027 | 7 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.88137 | 112.985 | 0 | +| 57 | 0.379027 | 8 | 0 | wikitext | comb_4 | phi | nlr | 4397.84 | 4699.72 | 5.91276 | 112.987 | 0 | +| 58 | 0.211685 | 7 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 14.4655 | 137.901 | 0 | +| 59 | 0.371462 | 8 | 0 | wikitext | comb_10 | phi | nlr | 4397.84 | 4699.72 | 5.93457 | 137.91 | 0 | +| 60 | 0.379601 | 8 | 0 | wikitext | comb_9 | phi | nlr | 4397.84 | 4699.72 | 5.80342 | 138.191 | 0 | +| 61 | 0 | 4 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | +| 62 | 0 | 5 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | +| 63 | 0 | 6 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | +| 64 | 0 | 7 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | +| 65 | 0 | 8 | 0 | wikitext | comb_1 | phi | nlr | 3361.68 | 5358.22 | 1.11396 | 1.70063 | 0 | +| 66 | 0.380513 | 32 | 0 | wikitext | base | phi | ---- | 11335.5 | 11370.8 | 5.90955 | 20.1097 | 0 | \ No newline at end of file