diff --git a/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..85830fecc95fc2309f85743496b6cabca60caabb Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..77cce6e5e1793961d5d996a1ea9eca549e7fed8f Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..a00ef1864b86a16e2a929a48afff1da382ed6936 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..992641f444b0d192f7e2f41cdb2f728c1e30e853 Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png differ diff --git a/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png b/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png new file mode 100644 index 0000000000000000000000000000000000000000..70815fffb316fde6b277ab33dcfed0475cca1bbe Binary files /dev/null and b/results/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png differ diff --git a/results/bitwidth_acc_decay_per_function/tinyllama.png b/results/bitwidth_acc_decay_per_function/tinyllama.png new file mode 100644 index 0000000000000000000000000000000000000000..1279a56feb9a1932024ef86b7d5d8b193a47d5f9 Binary files /dev/null and b/results/bitwidth_acc_decay_per_function/tinyllama.png differ diff --git a/results/df.tsv b/results/df.tsv new file mode 100644 index 0000000000000000000000000000000000000000..6ebec63a2853a784b8bf1119cf104eb992ed6c3d --- /dev/null +++ b/results/df.tsv @@ -0,0 +1,99 @@ +accuracy bits clip dataset method model params peak_mem_alloc_mb peak_mem_reserv_mb perplexity time_ms wer +0.3641674816608429 4 0.0 wikitext ao_woq tinyllama fixed 741.692928 866.123776 7.043089866638184 17.273502 0.0 +0.37713611125946045 8 0.0 wikitext ao_woq tinyllama fixed 1631.725568 1988.100096 6.605966091156006 15.464737 0.0 +0.0 4 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 +0.0 5 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 +0.0 6 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 +0.0 7 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 +0.0 8 0.0 wikitext comb_2 tinyllama nlr_t_cos 1895.561216 2157.969408 1.110665202140808 19.506796 0.0 +0.0 4 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 +0.0 5 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 +0.0 6 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 +0.0 7 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 +0.0 8 0.0 wikitext comb_6 tinyllama nlr_t_cos 1895.561216 2157.969408 1.1093066930770874 25.951501 0.0 +0.37666329741477966 8 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.648800373077393 15.354923 0.0 +0.3748733401298523 6 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.820584297180176 15.400125 0.0 +0.3736913502216339 7 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 6.751272678375244 15.454488 0.0 +0.34924009442329407 5 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 7.594409942626953 15.50935 0.0 +0.3253292739391327 4 0.0 wikitext comb_15 tinyllama nlr_t_cos 1896.032256 2157.969408 8.2924222946167 80.313301 0.0 +0.3676123023033142 5 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.966304302215576 15.71814 0.0 +0.3763255476951599 7 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.663349628448486 16.263233 0.0 +0.37858834862709045 6 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.501583099365234 16.319107 0.0 +0.37727120518684387 8 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 6.604811191558838 16.52232 0.0 +0.3469773828983307 4 0.0 wikitext woq tinyllama fixed 1896.111616 2160.06656 7.655362606048584 16.631256 0.0 +0.0 4 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 +0.0 5 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 +0.0 6 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 +0.0 7 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.394176 2160.06656 1.1097609996795654 27.299263 0.0 +0.2252279669046402 8 0.0 wikitext comb_16 tinyllama nlr_t_cos 1897.865216 2160.06656 14.04646110534668 27.617842 0.0 +0.3525835871696472 5 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 7.4643402099609375 27.618445 0.0 +0.3734549283981323 6 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.796352863311768 27.634453 0.0 +0.3767646253108978 8 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.656345844268799 27.649035 0.0 +0.32374197244644165 4 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 8.319616317749023 27.651394 0.0 +0.3745694160461426 7 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.72044563293457 27.652361 0.0 +0.376156747341156 8 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 6.630317687988281 27.689084 0.0 +0.3275582790374756 4 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 8.22994327545166 27.689607 0.0 +0.3764606714248657 8 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.661276817321777 27.699539 0.0 +0.34839582443237305 5 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 7.647418022155762 27.710874 0.0 +0.10634921491146088 4 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 30.070602416992188 27.763632 0.0 +0.37467071413993835 6 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.81356954574585 27.784927 0.0 +0.37531235814094543 6 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.806519508361816 27.791478 0.0 +0.32080379128456116 4 0.0 wikitext comb_18 tinyllama nlr_t_cos 1897.865216 2160.06656 8.386785507202148 27.804149 0.0 +0.3751097619533539 6 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.7922749519348145 27.867727 0.0 +0.357007771730423 5 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 7.284257411956787 27.872181 0.0 +0.37213778495788574 7 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.771554470062256 27.875014 0.0 +0.3724755346775055 8 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 6.673147678375244 27.916161 0.0 +0.3731847405433655 7 0.0 wikitext comb_11 tinyllama nlr_t_cos 1897.865216 2160.06656 6.725313186645508 27.940089 0.0 +0.32056736946105957 4 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 8.467190742492676 34.826638 0.0 +0.37666332721710205 8 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.642918109893799 34.866518 0.0 +0.3473488688468933 5 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 7.6465630531311035 34.867739 0.0 +0.3736575245857239 6 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.787628173828125 34.887924 0.0 +0.3745693862438202 7 0.0 wikitext comb_5 tinyllama nlr_t_cos 1897.865216 2160.06656 6.77103328704834 34.983605 0.0 +0.37527865171432495 7 0.0 wikitext comb_1 tinyllama nlr_t_cos 1897.865216 2160.06656 6.781797409057617 92.792433 0.0 +0.3545761704444885 5 0.0 wikitext comb_17 tinyllama nlr_t_cos 1897.865216 2160.06656 7.373105525970459 164.897234 0.0 +0.0 8 0.0 wikitext comb_6_t tinyllama nlr_t_cos 1904.146432 2174.746624 1.1093064546585083 26.064358 0.0 +0.45829111337661743 5 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 4.286688327789307 14.874225 0.0 +0.4453563094139099 8 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.865349531173706 15.273815 0.0 +0.46612632274627686 6 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.8285183906555176 15.312788 0.0 +0.4718676507472992 7 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 3.6392133235931396 15.329487 0.0 +0.4024316072463989 4 0.0 wikitext comb_15_t tinyllama nlr_t_cos 1904.551936 2178.940928 5.8045501708984375 15.378119 0.0 +0.07149612158536911 8 0.0 wikitext comb_2_t tinyllama nlr_t_cos 1904.551936 2178.940928 103.67589569091797 19.611062 0.0 +0.4624113440513611 7 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.828017473220825 15.412666 0.0 +0.4543059766292572 5 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 4.472318649291992 15.836024 0.0 +0.3932793438434601 4 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 5.886220932006836 16.018407 0.0 +0.44971296191215515 8 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.8546481132507324 16.512828 0.0 +0.46811890602111816 6 0.0 wikitext woq_t tinyllama fixed 1904.631296 2181.03808 3.754751205444336 16.861097 0.0 +0.4606214463710785 5 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.118396282196045 27.500181 0.0 +0.39763596653938293 4 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.837778568267822 27.636964 0.0 +0.3996622860431671 4 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.787833213806152 27.654003 0.0 +0.453731894493103 8 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8278918266296387 27.685211 0.0 +0.12549814581871033 8 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 23.189165115356445 27.693785 0.0 +0.12485646456480026 7 0.0 wikitext comb_16_t tinyllama nlr_t_cos 1906.384896 2181.03808 22.226238250732422 27.700058 0.0 +0.4664302468299866 7 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6787850856781006 27.715155 0.0 +0.4679500460624695 7 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6154022216796875 27.730267 0.0 +0.468355268239975 6 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7967960834503174 27.743155 0.0 +0.3995947539806366 4 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.6636505126953125 27.749079 0.0 +0.44302600622177124 8 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9269115924835205 27.750263 0.0 +0.4588652551174164 5 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291725158691406 27.767311 0.0 +0.4710233211517334 7 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.6573541164398193 27.784694 0.0 +0.47038164734840393 6 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7047219276428223 27.793544 0.0 +0.45734551548957825 5 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.234714031219482 27.800143 0.0 +0.4668693244457245 6 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.7674496173858643 27.83103 0.0 +0.44447821378707886 8 0.0 wikitext comb_17_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8255598545074463 27.832923 0.0 +0.4568389058113098 5 0.0 wikitext comb_18_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.291571617126465 27.841398 0.0 +0.3870989680290222 4 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.919373035430908 27.84924 0.0 +0.4463694989681244 8 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.9647727012634277 27.857923 0.0 +0.3980749845504761 4 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 5.865077972412109 34.920755 0.0 +0.47068557143211365 8 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.8496243953704834 34.99249 0.0 +0.4549139142036438 5 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 4.305864334106445 35.008588 0.0 +0.4754137396812439 7 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.522576332092285 35.065076 0.0 +0.46984127163887024 7 0.0 wikitext comb_1_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.659867763519287 92.28077 0.0 +0.46697062253952026 6 0.0 wikitext comb_11_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.897275447845459 95.815305 0.0 +0.46251267194747925 6 0.0 wikitext comb_5_t tinyllama nlr_t_cos 1906.384896 2181.03808 3.880735397338867 99.806472 0.0 +0.0 4 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 +0.0 5 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 +0.0 6 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 +0.0 7 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 +0.0 8 0.0 wikitext comb_14 tinyllama nlr_t_cos 1381.170176 2487.222272 1.1219940185546875 0.30615 0.0 +0.0 8 0.0 wikitext comb_14_t tinyllama nlr_t_cos 1389.689856 2499.805184 1.1070098876953125 0.500353 0.0 +0.37814927101135254 32 0.0 wikitext base tinyllama ---- 4470.547968 4485.808128 6.595952033996582 11.802097 0.0 diff --git a/results/func_by_param_init_method/tinyllama/4/comb_1.png b/results/func_by_param_init_method/tinyllama/4/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..7c35bffd6ae3a14c24345c4db45b8450e1882472 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_11.png b/results/func_by_param_init_method/tinyllama/4/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..dae51c9c91ef79c55e6e163cc127095d1f4d5648 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_11_t.png b/results/func_by_param_init_method/tinyllama/4/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..5193188628b3a77a173122402e8d782ee9939f15 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_15.png b/results/func_by_param_init_method/tinyllama/4/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..fa5fc60b593602c07da651a58748c764c6d22bdd Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_15.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_15_t.png b/results/func_by_param_init_method/tinyllama/4/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..ad747b0bdd66bb5898c299d0307d8295fab34e71 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_15_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_17.png b/results/func_by_param_init_method/tinyllama/4/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..e23d90a3531338241591bbd97a15a2c8a01c9a4e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_17_t.png b/results/func_by_param_init_method/tinyllama/4/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e60d6287ba31ea5c731d6b908ea739236c672219 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_18.png b/results/func_by_param_init_method/tinyllama/4/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..33c1a22eabce8cc925b69dbc21bafb54374dff6e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_18.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_18_t.png b/results/func_by_param_init_method/tinyllama/4/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..cd8ecf0b8c3768b36e59471bf24f2c9453e418ed Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_18_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_1_t.png b/results/func_by_param_init_method/tinyllama/4/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..19037fa3e6c2743e1a3fbfe163b28095a3238d41 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_5.png b/results/func_by_param_init_method/tinyllama/4/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..44c31e32bc0d105d1f786831e9eaac3d1b92520d Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_5.png differ diff --git a/results/func_by_param_init_method/tinyllama/4/comb_5_t.png b/results/func_by_param_init_method/tinyllama/4/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..702d9c9aaaba9034ddcd49517f6341166b61d2fe Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/4/comb_5_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_1.png b/results/func_by_param_init_method/tinyllama/5/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d5788f5988f9915cf8919b10021bdd41dba9aeb4 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_11.png b/results/func_by_param_init_method/tinyllama/5/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..6edec1272f3ddba91ad84b5c9290ff59ba1611ba Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_11_t.png b/results/func_by_param_init_method/tinyllama/5/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..8b5dce9590824adc4cbf4f39e66ed2b76edc0ea1 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_15.png b/results/func_by_param_init_method/tinyllama/5/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..016255f6d41944b77bd27c8be82c5c33083796ee Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_15.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_15_t.png b/results/func_by_param_init_method/tinyllama/5/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d90e1421d4c6e802cc11f2fbac45958b95d29fd8 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_15_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_17.png b/results/func_by_param_init_method/tinyllama/5/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..4f53cfa757dc1dc00f9d9c1d695de65c79d54b6e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_17_t.png b/results/func_by_param_init_method/tinyllama/5/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..acb592f573750c10a3cd3894209b592c59a8a71e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_18.png b/results/func_by_param_init_method/tinyllama/5/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..86eb9707bdab37bf93081243cb12d28aa750b9fa Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_18.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_18_t.png b/results/func_by_param_init_method/tinyllama/5/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..64e0838368a7931d3a526a88c7912ee1f9c4d2c7 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_18_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_1_t.png b/results/func_by_param_init_method/tinyllama/5/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..713fd97995149749871f2c895b40bdd2522bb247 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_5.png b/results/func_by_param_init_method/tinyllama/5/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..83fbd0e0aaf3834e0e9ad3c04da8ef37d56ba77d Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_5.png differ diff --git a/results/func_by_param_init_method/tinyllama/5/comb_5_t.png b/results/func_by_param_init_method/tinyllama/5/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..7f71105dae870f2de6bfa29068e97c7e4784591c Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/5/comb_5_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_1.png b/results/func_by_param_init_method/tinyllama/6/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..b673fb576345363dda3e075ed863e2944c4706c1 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_11.png b/results/func_by_param_init_method/tinyllama/6/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..a8a4ab3c2d4ce6131873644c023aea37e34887e4 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_11_t.png b/results/func_by_param_init_method/tinyllama/6/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..15c21cd35a6eb80a9cd3d38e47da126964ef46b0 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_15.png b/results/func_by_param_init_method/tinyllama/6/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..7c2300162a9cc299a303201c0336a8c397dd5735 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_15.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_15_t.png b/results/func_by_param_init_method/tinyllama/6/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d9594e460c4c2c1342dc2ec6a47021702f4b7723 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_15_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_17.png b/results/func_by_param_init_method/tinyllama/6/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..e8be5ad8b9d7d550d497407b22ba297b382ec864 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_17_t.png b/results/func_by_param_init_method/tinyllama/6/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..2dc1a39963c3b8b21815957512865e6b0f85a38a Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_18.png b/results/func_by_param_init_method/tinyllama/6/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..7555e60d77d8e939279200c052acc42fe9a22334 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_18.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_18_t.png b/results/func_by_param_init_method/tinyllama/6/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..4d41ac8c554e066de623166a16a353dc822c6dfc Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_18_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_1_t.png b/results/func_by_param_init_method/tinyllama/6/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..672b979e361a36913eea4752d9f95574b2b4be35 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_5.png b/results/func_by_param_init_method/tinyllama/6/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..b2d3fa76835017a77a362d158314d9d654eac731 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_5.png differ diff --git a/results/func_by_param_init_method/tinyllama/6/comb_5_t.png b/results/func_by_param_init_method/tinyllama/6/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..76506c27d1cfb37f50dc3901cad761f594845182 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/6/comb_5_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_1.png b/results/func_by_param_init_method/tinyllama/7/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..94d0e84d5a31a53c8dbf7e99dbc845e7102b8013 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_11.png b/results/func_by_param_init_method/tinyllama/7/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..7428efb58015d765119968e8793bf7dd4f8b7e1e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_11_t.png b/results/func_by_param_init_method/tinyllama/7/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..dc931db2d4eadcee88e6d1a5e1f85f5f5ad19928 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_15.png b/results/func_by_param_init_method/tinyllama/7/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..cfd5149a5f90dd51ae20cda98dc2cb6aa79ffd1e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_15.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_15_t.png b/results/func_by_param_init_method/tinyllama/7/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..91207da5d0d59ae2b870cc354939ed61e8304c32 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_15_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_16_t.png b/results/func_by_param_init_method/tinyllama/7/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..bff7e4c34c289e760c894e5d67178b980417a821 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_17.png b/results/func_by_param_init_method/tinyllama/7/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..78ce27e593945d1a52a6f6a97b35a2b36359fce2 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_17_t.png b/results/func_by_param_init_method/tinyllama/7/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..76fb1b9a245e7110ca90c6906ef10f39749aa885 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_18.png b/results/func_by_param_init_method/tinyllama/7/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..fab7ddf60cb11ab948a061c90a68c1644d7c114d Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_18.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_18_t.png b/results/func_by_param_init_method/tinyllama/7/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..6bb237b37575b3a29ebddc87479e5769338432a8 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_18_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_1_t.png b/results/func_by_param_init_method/tinyllama/7/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..72b1b93c389b9eaf21a54401e6d471ab6334f718 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_5.png b/results/func_by_param_init_method/tinyllama/7/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..970a6ddea425a425a1da47c2a71deacdcbcbd0dc Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_5.png differ diff --git a/results/func_by_param_init_method/tinyllama/7/comb_5_t.png b/results/func_by_param_init_method/tinyllama/7/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9cb7eb2d3ed593bb1f13dfe55391ab4dd29eaa2c Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/7/comb_5_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_1.png b/results/func_by_param_init_method/tinyllama/8/comb_1.png new file mode 100644 index 0000000000000000000000000000000000000000..3a4dcb755db92abfbc4b29ef4d0005eff396b37e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_1.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_11.png b/results/func_by_param_init_method/tinyllama/8/comb_11.png new file mode 100644 index 0000000000000000000000000000000000000000..444e255021073bab7c1000b866c9f700ffc774ac Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_11.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_11_t.png b/results/func_by_param_init_method/tinyllama/8/comb_11_t.png new file mode 100644 index 0000000000000000000000000000000000000000..a1c7eddd07dce2d87e0ccb84ac8fdc4a1713f669 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_11_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_15.png b/results/func_by_param_init_method/tinyllama/8/comb_15.png new file mode 100644 index 0000000000000000000000000000000000000000..05dfeb3006f930f844f061376d409b5b3b5e4951 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_15.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_15_t.png b/results/func_by_param_init_method/tinyllama/8/comb_15_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9cc9011b8fcb503199f79414ece0ded0b7e55a34 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_15_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_16.png b/results/func_by_param_init_method/tinyllama/8/comb_16.png new file mode 100644 index 0000000000000000000000000000000000000000..7af5225f3a4af8c94e71ce10618ccc4b707c1406 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_16.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_16_t.png b/results/func_by_param_init_method/tinyllama/8/comb_16_t.png new file mode 100644 index 0000000000000000000000000000000000000000..9804a128af8acec05978d4be8ee5923ab0031264 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_16_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_17.png b/results/func_by_param_init_method/tinyllama/8/comb_17.png new file mode 100644 index 0000000000000000000000000000000000000000..cfa5be4e176f91abe69610d1f5d28a56612c5dcb Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_17.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_17_t.png b/results/func_by_param_init_method/tinyllama/8/comb_17_t.png new file mode 100644 index 0000000000000000000000000000000000000000..e65107e4d93ab20db5edc343a7b91f542d927715 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_17_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_18.png b/results/func_by_param_init_method/tinyllama/8/comb_18.png new file mode 100644 index 0000000000000000000000000000000000000000..addc502c313daf79a029dc228d6e37c6f811e22c Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_18.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_18_t.png b/results/func_by_param_init_method/tinyllama/8/comb_18_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d0541d4b1f2047e962e70f47df9d211847402a72 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_18_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_1_t.png b/results/func_by_param_init_method/tinyllama/8/comb_1_t.png new file mode 100644 index 0000000000000000000000000000000000000000..083c0f98afd31b9d2c848e34c0b9b807d2c3869e Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_1_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_2_t.png b/results/func_by_param_init_method/tinyllama/8/comb_2_t.png new file mode 100644 index 0000000000000000000000000000000000000000..26a9289a396e7fd7fc8b66f973ccc9413121df43 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_2_t.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_5.png b/results/func_by_param_init_method/tinyllama/8/comb_5.png new file mode 100644 index 0000000000000000000000000000000000000000..ee6c1c9b716b0dd0fb3f9b6175d537ab52776917 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_5.png differ diff --git a/results/func_by_param_init_method/tinyllama/8/comb_5_t.png b/results/func_by_param_init_method/tinyllama/8/comb_5_t.png new file mode 100644 index 0000000000000000000000000000000000000000..d39190e8b4fe19593b3ed009eb7882cdff112d96 Binary files /dev/null and b/results/func_by_param_init_method/tinyllama/8/comb_5_t.png differ diff --git a/results/results.txt b/results/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..8d78aceb9c05988287f2988b9d65d7e83a4667a2 --- /dev/null +++ b/results/results.txt @@ -0,0 +1,100 @@ +| | accuracy | bits | clip | dataset | method | model | params | peak_mem_alloc_mb | peak_mem_reserv_mb | perplexity | time_ms | wer | +|---:|-----------:|-------:|-------:|:----------|:----------|:----------|:----------|--------------------:|---------------------:|-------------:|-----------:|------:| +| 0 | 0.364167 | 4 | 0 | wikitext | ao_woq | tinyllama | fixed | 741.693 | 866.124 | 7.04309 | 17.2735 | 0 | +| 1 | 0.377136 | 8 | 0 | wikitext | ao_woq | tinyllama | fixed | 1631.73 | 1988.1 | 6.60597 | 15.4647 | 0 | +| 2 | 0 | 4 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | +| 3 | 0 | 5 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | +| 4 | 0 | 6 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | +| 5 | 0 | 7 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | +| 6 | 0 | 8 | 0 | wikitext | comb_2 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.11067 | 19.5068 | 0 | +| 7 | 0 | 4 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | +| 8 | 0 | 5 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | +| 9 | 0 | 6 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | +| 10 | 0 | 7 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | +| 11 | 0 | 8 | 0 | wikitext | comb_6 | tinyllama | nlr_t_cos | 1895.56 | 2157.97 | 1.10931 | 25.9515 | 0 | +| 12 | 0.376663 | 8 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.6488 | 15.3549 | 0 | +| 13 | 0.374873 | 6 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.82058 | 15.4001 | 0 | +| 14 | 0.373691 | 7 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 6.75127 | 15.4545 | 0 | +| 15 | 0.34924 | 5 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 7.59441 | 15.5093 | 0 | +| 16 | 0.325329 | 4 | 0 | wikitext | comb_15 | tinyllama | nlr_t_cos | 1896.03 | 2157.97 | 8.29242 | 80.3133 | 0 | +| 17 | 0.367612 | 5 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.9663 | 15.7181 | 0 | +| 18 | 0.376326 | 7 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.66335 | 16.2632 | 0 | +| 19 | 0.378588 | 6 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.50158 | 16.3191 | 0 | +| 20 | 0.377271 | 8 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 6.60481 | 16.5223 | 0 | +| 21 | 0.346977 | 4 | 0 | wikitext | woq | tinyllama | fixed | 1896.11 | 2160.07 | 7.65536 | 16.6313 | 0 | +| 22 | 0 | 4 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | +| 23 | 0 | 5 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | +| 24 | 0 | 6 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | +| 25 | 0 | 7 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.39 | 2160.07 | 1.10976 | 27.2993 | 0 | +| 26 | 0.225228 | 8 | 0 | wikitext | comb_16 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 14.0465 | 27.6178 | 0 | +| 27 | 0.352584 | 5 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.46434 | 27.6184 | 0 | +| 28 | 0.373455 | 6 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79635 | 27.6345 | 0 | +| 29 | 0.376765 | 8 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.65635 | 27.649 | 0 | +| 30 | 0.323742 | 4 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.31962 | 27.6514 | 0 | +| 31 | 0.374569 | 7 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72045 | 27.6524 | 0 | +| 32 | 0.376157 | 8 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.63032 | 27.6891 | 0 | +| 33 | 0.327558 | 4 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.22994 | 27.6896 | 0 | +| 34 | 0.376461 | 8 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.66128 | 27.6995 | 0 | +| 35 | 0.348396 | 5 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64742 | 27.7109 | 0 | +| 36 | 0.106349 | 4 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 30.0706 | 27.7636 | 0 | +| 37 | 0.374671 | 6 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.81357 | 27.7849 | 0 | +| 38 | 0.375312 | 6 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.80652 | 27.7915 | 0 | +| 39 | 0.320804 | 4 | 0 | wikitext | comb_18 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.38679 | 27.8041 | 0 | +| 40 | 0.37511 | 6 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.79227 | 27.8677 | 0 | +| 41 | 0.357008 | 5 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.28426 | 27.8722 | 0 | +| 42 | 0.372138 | 7 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77155 | 27.875 | 0 | +| 43 | 0.372476 | 8 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.67315 | 27.9162 | 0 | +| 44 | 0.373185 | 7 | 0 | wikitext | comb_11 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.72531 | 27.9401 | 0 | +| 45 | 0.320567 | 4 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 8.46719 | 34.8266 | 0 | +| 46 | 0.376663 | 8 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.64292 | 34.8665 | 0 | +| 47 | 0.347349 | 5 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.64656 | 34.8677 | 0 | +| 48 | 0.373658 | 6 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.78763 | 34.8879 | 0 | +| 49 | 0.374569 | 7 | 0 | wikitext | comb_5 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.77103 | 34.9836 | 0 | +| 50 | 0.375279 | 7 | 0 | wikitext | comb_1 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 6.7818 | 92.7924 | 0 | +| 51 | 0.354576 | 5 | 0 | wikitext | comb_17 | tinyllama | nlr_t_cos | 1897.87 | 2160.07 | 7.37311 | 164.897 | 0 | +| 52 | 0 | 8 | 0 | wikitext | comb_6_t | tinyllama | nlr_t_cos | 1904.15 | 2174.75 | 1.10931 | 26.0644 | 0 | +| 53 | 0.458291 | 5 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 4.28669 | 14.8742 | 0 | +| 54 | 0.445356 | 8 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.86535 | 15.2738 | 0 | +| 55 | 0.466126 | 6 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.82852 | 15.3128 | 0 | +| 56 | 0.471868 | 7 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 3.63921 | 15.3295 | 0 | +| 57 | 0.402432 | 4 | 0 | wikitext | comb_15_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 5.80455 | 15.3781 | 0 | +| 58 | 0.0714961 | 8 | 0 | wikitext | comb_2_t | tinyllama | nlr_t_cos | 1904.55 | 2178.94 | 103.676 | 19.6111 | 0 | +| 59 | 0.462411 | 7 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.82802 | 15.4127 | 0 | +| 60 | 0.454306 | 5 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 4.47232 | 15.836 | 0 | +| 61 | 0.393279 | 4 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 5.88622 | 16.0184 | 0 | +| 62 | 0.449713 | 8 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.85465 | 16.5128 | 0 | +| 63 | 0.468119 | 6 | 0 | wikitext | woq_t | tinyllama | fixed | 1904.63 | 2181.04 | 3.75475 | 16.8611 | 0 | +| 64 | 0.460621 | 5 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.1184 | 27.5002 | 0 | +| 65 | 0.397636 | 4 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.83778 | 27.637 | 0 | +| 66 | 0.399662 | 4 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.78783 | 27.654 | 0 | +| 67 | 0.453732 | 8 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82789 | 27.6852 | 0 | +| 68 | 0.125498 | 8 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 23.1892 | 27.6938 | 0 | +| 69 | 0.124856 | 7 | 0 | wikitext | comb_16_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 22.2262 | 27.7001 | 0 | +| 70 | 0.46643 | 7 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.67879 | 27.7152 | 0 | +| 71 | 0.46795 | 7 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.6154 | 27.7303 | 0 | +| 72 | 0.468355 | 6 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.7968 | 27.7432 | 0 | +| 73 | 0.399595 | 4 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.66365 | 27.7491 | 0 | +| 74 | 0.443026 | 8 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.92691 | 27.7503 | 0 | +| 75 | 0.458865 | 5 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29173 | 27.7673 | 0 | +| 76 | 0.471023 | 7 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65735 | 27.7847 | 0 | +| 77 | 0.470382 | 6 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.70472 | 27.7935 | 0 | +| 78 | 0.457346 | 5 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.23471 | 27.8001 | 0 | +| 79 | 0.466869 | 6 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.76745 | 27.831 | 0 | +| 80 | 0.444478 | 8 | 0 | wikitext | comb_17_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.82556 | 27.8329 | 0 | +| 81 | 0.456839 | 5 | 0 | wikitext | comb_18_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.29157 | 27.8414 | 0 | +| 82 | 0.387099 | 4 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.91937 | 27.8492 | 0 | +| 83 | 0.446369 | 8 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.96477 | 27.8579 | 0 | +| 84 | 0.398075 | 4 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 5.86508 | 34.9208 | 0 | +| 85 | 0.470686 | 8 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.84962 | 34.9925 | 0 | +| 86 | 0.454914 | 5 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 4.30586 | 35.0086 | 0 | +| 87 | 0.475414 | 7 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.52258 | 35.0651 | 0 | +| 88 | 0.469841 | 7 | 0 | wikitext | comb_1_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.65987 | 92.2808 | 0 | +| 89 | 0.466971 | 6 | 0 | wikitext | comb_11_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.89728 | 95.8153 | 0 | +| 90 | 0.462513 | 6 | 0 | wikitext | comb_5_t | tinyllama | nlr_t_cos | 1906.38 | 2181.04 | 3.88074 | 99.8065 | 0 | +| 91 | 0 | 4 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | +| 92 | 0 | 5 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | +| 93 | 0 | 6 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | +| 94 | 0 | 7 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | +| 95 | 0 | 8 | 0 | wikitext | comb_14 | tinyllama | nlr_t_cos | 1381.17 | 2487.22 | 1.12199 | 0.30615 | 0 | +| 96 | 0 | 8 | 0 | wikitext | comb_14_t | tinyllama | nlr_t_cos | 1389.69 | 2499.81 | 1.10701 | 0.500353 | 0 | +| 97 | 0.378149 | 32 | 0 | wikitext | base | tinyllama | ---- | 4470.55 | 4485.81 | 6.59595 | 11.8021 | 0 | \ No newline at end of file