diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1174f9dd9f1e4aea5f0a48122cd8aca79119f4b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a49fcf20921e5e98c497547526dee4854a48e9458619c386187ecbade1be7a +size 129155 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c23954e4496bcdc91db655bdac26112e75cb8c3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcfab4f253da164cf887dea2ce4511c0fd74509cf2335641a8c943ae9a6372c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2869cb6fd4b0fac40385dc0665b167ac6c9274d4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87ae0d2c1d56ef7d69fd40118e0882fd1ed8df88af0e1f620b2b5924f8913d8 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e9d299a7305b037a2d9d7d13d3661dc8015fa85 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b72ff2031d7abea1f0e919a29f04303b7f5165b1a999bfad6d65195b31ae9e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..805ddecadb520348bce30e464abde35b7c8f6d54 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4253bdfd63de323b16afca6bc8eac1ad5987512a46662195ecb1a7075fa83b2 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3618fd452a0dfc82c4bec446bbb7a37f339c4ef1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22bbde09e6ed9f00b7bd4fa9143ac2eae4c3a8676137776184836b69b4d6a1d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4544e833c6715dec5c033c34a5e395fb44cfc2e2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e3067781cf134510c236ccf33484cf1c6cc5261ed9d9b04a09a1615adafd93f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29a128a245a6f5d5468b9197035e9c8e66b13c9d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e90d02d76a9e573ecc6eb63bb3cf7b0bf5906b3456ccb4b0bcdfcb228cd34e3 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e174e4334f4bbf9e8889aae8838972040113012 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a572ed0169234522fc49cb0ef6ed7629b83922f83412d9c1eede4dadbd456ac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ccf9bc5cc2d0f480da556cc0f3516e07ae4b35 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3d3a3a023104433bbc99e05d2b05eaaab87029fe1b7aab731858fbabafe3d3 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5cabb50302216e3eb50daf4b6e6866ca8dbbd6d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fdb88268616723725279bb028357241c05362bab618f66edce1914c3cb3864 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f628e896dc4b309438da799e4b69215cc1ed048 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b99e5e117ea5ddfbccc84773806df2f54598cde988976e950875a821d880c53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..628c99d79dd3b150a16767852e6253574055b9e9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5238880b994544a75c36a29d59b3d4640cfaf6580de447ddc85033adfa74d28b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..465c96200f5ba6f27fc60abd6bfd81f64d4dc45c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01056bcad54b04ee1b920a2208bc1d3ae934017b68829a493ccc056ace797eb5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c6af7a8b65a12797dba719eace70f88f2fb570 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b32c712148e1f092042ad524c8a289556a2c476a4acca3c1b3cddcc6ca9c930 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4318893735aeaeb041b607140f233399dff30aa0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7efdcabd9d1427ded21a501652cf6e1462e8a87526757e366f1518bfdfbfe20 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afffa9d0c8dd87b1758e9556ccbe630fa967dff0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3386a2398cdd124ad46648920a83087e5ce327f36ba418ca1bb89e0a3d8c238 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5efb8620e16e254fe32365cf02da2d02f6e40571 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f03be255d0c3ffb2ce363b8a0dbb0bf8795144ef3065a002ad89909c291a003 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f42964cc1e93a80a75a593680a1e048438a3a69e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cedd40fd3f152c982737107c191020dd3404f35ba350269aa38c50f43bc3a61 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dfc531dce620f6fa0e283d3ed7673070fa80243 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302b76718edc5002114b145aa372a7e299271a2d6d1790b25b26bada03ecf3d2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d98b28dfa530e3a35a8eaf395ece40fbe93923b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d7615a3bc291d542e16f6ebda3d432f4b3ba4ca4bdc6e0b7b947bc5e15c4b4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a12f47a4e5220079b609f30712f8d90c74d25ada --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48540264720c65feb9bbd144434ce5e70e334f45329994893caa2d65683e95b3 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27bcce9a5dbf6f2391f84547b3bad06deaae84e2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0490e1be898367f6593a825828077e4747ae9aae9868161b72f278c5cfda73da +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3da0ba11acad2892713c78bacb773479ecd26fb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e919767ee2f1fd2d5551b53f4b6029df78b40222b3813e81ba2f17f01fcd1b82 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c29d851cae8820f9953df76bb7f68d17cd19418 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecad7cdd59ab5df21a1fa82600f2556c604403d9f801c080207de10b4e9491a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9b5d1ec4eb33248e098d51fdd9411bcefb9702 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632a4d053817e66c794bdcbba23efc83b87c90f21ab28a3e7223f96b7ebc2c47 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7c1d47f6fa9f3f15a937eb5a1f2c2d61059c28a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80642ee92bab6a4437cc4403a57d46ad1f8b138d411ef7406369b182cb1c12e6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42933cc2b559aa3313b3d294ee56f050f2ec8e3e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bb8b6aff836e190f7c3a204e8a52d2ed3d0b14b629a81fd829fc1194e7427c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9fc4ae556bacbfa84ad101f9955be0c59f69f3f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0166b6eb2c2590ed06f23849a979d8efcbecf7d80c663b1eb8d5cca74437fe6 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a737c526d44d45eb38320c639810f1ab7e83c71b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb86ffa92ec7638aa07ad44cec1c447e461adf1ad740245c288079cb0cdb05e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74eef7f541942441a7d80a025f6311fe6b1897e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6b4cb0510c1130034f4f579babf7323679930507be7aef6e70e5011eacc3b6 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd819628b82437bb27d6db5f7930ab79f7490ec8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd0376e62ec1de4f06fe401c2c7836037891e06aa16cd75770a01a6d15c4d28 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3959c832ce6f6e26ac600ce56719c878542e0c7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd8ceaf14f55a4b9aec15afb869064d1689ff77282ce28952ea369669893a8b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..160c38eaaa3279cecebb2af57211d45dc2ad41a5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4017b48540354b12f14810c2aadd05f6373419974322f30dd1cbb17e9a6eee9 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe34643c926e25fb97c9259c5a4107b9f3dda6e3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de82715a42f2bcaa733ec00626642e4834b5d2ba794b28e2a26160d1e45bbaf +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb534a05e5e5c2a390a0d54c922d38fb23e5d813 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f220cb0402bde502535dad3b77e4124cdeaf324d1c98f4fb2ef5cb8027a386a9 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..456b9b313fcf1d96fa678766c47ae39264f8232d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3739fe356a98d518a935217727fd8caec37d917c44576791de71732789a10f03 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9754c70efe731284d8f8ca584898b8263bbee31 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51ab22fa4454dacf957e171a92162e777b927be0cb894206c8b504f72cf3d6c7 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c60e23ba3e25722502449490e3b7851a6cc30d7d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a672a651ede4e2cb8b82684e85e8577bfec05075a6114bf10ba769b4e2eeaab3 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd2945b031bf3bd4fd0a59dce35f9265e6db9c65 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26bc913a6ae6de7deb135ff8cd8d2d1d6641620d96fe4e2decfec79f16747047 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57fb1ac37f0c177a34f37d388ab965d466be6d7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10470ad6388d4c3edbe0067531932221c2b170a36c2c34a803fc69cc106f63f2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d0b1ad022a3667085bb0074c52a5003618858f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86dcf7c7c0bffe4463bf2386c57a96fbd4563327466677730a5d3860561930f5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff46ed7cfe0e0ad0c116310f08038a12ddc100f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8baf6f42c1ac2045bf653013f9c7cf82857f5e4baaa874f0008c5e19e5f7d295 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2598cb58965d7233ec4e40d427362cb9f92ee11c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18ebf3c31fa7862c2a4abd65aa4dc02f8af9fccf82667fe18e8be9d15b66aec +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afc0428894a21ad97dd10d67ec74e29bce876924 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b3726ba1105e85d6db170c8118199b84db23ff7c1437ae076c6883c5cd1a21 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3399aa166aa9a2eeb2d9cbaa06bc9d048e98291 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd02af61b8cb4bb2031da3ae634737c10f4b7f36fc7611e3e77107da20057657 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0c19f29678f08d0f0ebad160239d32aa8da4e44 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f93f960d9c0a5e638aaa400c3cecb87e60e027106ff8a0bd5e01038aeb854bb +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e07a8d68aa082e1081d520c30daf870a12dd2e9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbaa491076fca6d984d607db5cc1335f1f9bcddcf493f65480df4088c259ee6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d212ba541353441ced3beececb1eca796a1239c7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001882b90a5ffb0084c134dc045e8981745ec2a736cb264765548045c956dcc5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40df24f09f21a4a36e725c055de3598cdb43747a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3db5b1697d8e95b1ac067d8ca22f77af3c44889a46db942ed5cffdafd71cb1c +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a187d05569b5277fc708976341a184b4a3ef11d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f92aa5aafa52d021a30d1f1dab44ca1e94c6cfe3ad864ed9a824659f371102 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc6e023a4a35b5a9342aeba0ab97930b6c4cf1a2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8258a57d89aa06d48a99275181186cefc3456f63aebe87286de439b8a2d531b6 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ab4cc3f8aa38e4fc24ab951b25443fd3a2ad577 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2c4837f6798d28c855f4d365a526514f05852d92bc39bcd884be17ef0a32dc +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1956d147264aa31f0a2e732e288bcd135ad8ad1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4c013ade2dee9c5777473c90e02b1711a8a0a02202339283c0fb4d010dadba6 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30e6b08efbd532c37662f53f02bb1e883d41f88a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68fb35f1d4ffca10a4b5a387fd82a54fd580000cb25ad5a264bd3129d3b04c5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fb6e088c0581b9fa9c0f40e34d944b2d0d2b411 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ad2eb395ae22f92d89d32321b0caa3ba32655542e79458cdc2469d656ad607 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79d4c76018897a5ef6abcd125229f7ac99ed70c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e0d382bbdb892345b16743562221fc0489466f8fe58bbd55d28fbf5dada593 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad93524c8380ca414a3db2e4d7d0efbfdddd97d7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ec90a05e5f9bd9398ab2d814c930f7b64c24d6de9988909778ec4d3491afc2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b63b5e863a83527da44331b6a2a0d2c1c85f86c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a5c229d7817a4fcfbbd39f80623ee8e124d1072d80700682cd12613453d110 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd9461004e995eac5850e3596b0013ad8c78d02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ffe6df9729032cd3cb04667778d7ba132f77d9484a6e7070a422f787a4ea36f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d795dc789ba226cd62b21c94dcb8e488fb6ed1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5fa4db2d2479cf708903727dc5133610c234c00a27e4dc4385b925f03e3ed1e +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e9759b17772c09bd9cd980f72ca657a66cb0d03 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb273cea49301fff4856197f3d79bfc6241e49d18608859c0c70b0f3ab4c630 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d916b08ad52a5c59e8837e9c6a1d551f6b1419f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89045220ba07e4de5d912e2ae6446d1a8f6804d1198eb7495b017a8eff84a96a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddbdfddd55c4705abd6fa6655a4821042c482142 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de5e1430b056802177b0f38dc82bbdfaee687141db21a498e6e62bb6aee0472 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82208f606cb3fd73fe74d0155351c8cb6d3ebbbf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6e0fc682a9aa43d835304b6c7b05fcdecd2dcd1d248ac4272433f49e2a506d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf0c002107d3050576b6d656cb4a15e04c941614 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860561f9d20bf4ed5a29927719465252c87179fd4155179f0906375aa6cef0b4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a27f4a407918b33513150ed03935c62873bf0ae --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aacb224518651b9492cfd7defaea02a3bc320c43295638c74a56724f9591856 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a1a944042f0d11a8547e2d06ae6449e73398652 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddf89716aea113bbbca79d806f4e19546382cf8b0ac6e6c5d2b726338b45486 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61c523de7e871564f7dc44b2765743f93aff2e24 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360b4cab4ed0933faa77d681bd95062d24287b504a60a7bf5fda7e065b04e9b3 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51bfe4cedb0a0178c42534de07372e692ee04aa8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473a68a0c06f4a640369ecb8c7cfefda3ab0bfeed0aa6ba3dc5126ab06e70089 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75a532611dfc156c6fd6960850bb5e45a0605152 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe8999ed5e03e2abf843683ee6cccd9d69535a91a1979408de0ea904fda9879 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..caeabef011440aa38c3152a87b2eb1bf07eec96e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a58aeb0aa11039739d793bcbfcd77e9286b92b025470dc9e37399b34b429a65 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..995409b81bf2b65a6f620172a947427b4f242d90 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17081b62bf39d1ce5628fa308ac7d5012a81be972adb98291debe7698e180b2 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72fbdb0180bdf95fd59abb3ca8e2a205d0466f8d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9423f9b2c967a638d001e7c97f8d069da8d1bfed9136118de8c7bed1c31c66 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d3f4a9a7f9a80d8d8128211d4d080d6644bc52c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695231fe8f8d268e95406b2537a80fd28713cbcb27a2238ff4158b720f487a57 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8871f697ba3dad4c64eaf41e2460054bdaa8a9c7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b2efc71dbc4b424574b4a030b67762be7ad90795dc49566f846cbb38eb13e5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466c9f7b54c8ef7c5976d3b9a74762d1f8d506d5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9acccffc5fc6d4ff96512fadb1adf58822bca2a916ed2340cea5850c59276a8a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92cb4a6ecb556efc39feb39a32301322c1197a89 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20de30acac67c74188b1f5dd72fc7ea7e48f57a117e0e5dfda73c8a5130c8162 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f0c58f616f1663392ef96ed24fe0c6b48cc6e0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c4a10edfce4cad8731c3c01ff4cb5d7dd5209d32182340aad8d12e6618db1c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d508ee8d18616c9a179544199a501c977dd474 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8738200eea3122629a69f1b4b0563b0b9da38099d7e39c51d07a3b491aaf70f4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a08e72046d92db762a93d1f51546e3d4819a0d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e941e31d231f6a3793d11453aaa942a5f6ac41101d800ecc8e914bd8243fc0 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04242852d2743bc509f5e16391ef601fcfebb941 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd958e4f149b511f7bcecee915ce28fd7234ab2655b7d8c20527826b2f9bcb2 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fd47dd5412b58c690361ded8c85bd707f5991b9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46f8c7da07a6b981590f045ac8e18d305380de46690f2a624f05a552878e71a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..493a1b630ce2cb478a8ad6fca4dfa920042359af --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0595b4176fb71f01ce12623838fb77bbea07c1923d7c2a19c40fd3aee37274 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d48b407075bb21bff809b6524f944dbf0a7856 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f99efc5caffd9ce6bcec889d7604e7fe72df17ce4bd4f99d8870468c86def0 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af4406f343b6cf827c98c440e19e14f710bd9263 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1892a0313aabb409887d6eaae7016d77a29a4590bf39d60b7cdcefd6e4ff72a5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..528ff53ae849f51daadc61f9db0aaeb01d09deab --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc71a8bcff8a6a7244022a6f278f49c6ad63a1ced871ca30bea4773405718156 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c79fd19506d40390ff703ebb4a3becebf96ac18 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb53d1e0a11e2ec2997a7d89f80771423b824f5cf29fcc73f36e43cea8e24870 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e587e3f0ce3c0fd53a3bb77a8d1bd32c18234b32 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500edb63a539e3c666069f77359f7c9e18f700ac6e6ec548cfd7ddcc65c04f2b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e879768bfef8da903c7985370027d156cf5fe65 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d670ffd30c0b00104790f0c2e3fce1e8445066b70ef85e476da13a0031cff8 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1c3eb7ee8289352e03aae9429bc78046a0d6bc1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974b1f000acfc97461f72e3f1e917c7f4ee2eb585a37f236ce749bd585830925 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4cf58f84d73e53a03c05b58f53202225ea0fb0c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fecba1a6e4b11c57920c982e0cfbc499d7c94c2d40f98537a0c7a87054298fa +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c1b06a6762601f9d92d21cadabe5e7e847ef66f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c08234fb336c24a9c93e7ba7757deae9519a560f787792c61867b73736396e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e41fbd02154bd25286c9f560d7c6ebfddd74b7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb01c657e60032b5f9af76165c9780ce606eee8b59d18b8266ba53d196290302 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e5dde756663bbd27a97df1cce0e9cabea832e2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b77d509ce6548f5d039a4da0d05b7b4c3db88cd4cdb65a4ae1a86ea8434ac43 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..632559a923e7822c6aca62d7013c67b1cbcbde49 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a380baf3d36204e631ba7d68fa3c2912067a17b6b3f4a5af9b36c33a3f5b2f50 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c1305d0f9af2746695069760669b25ca46afe2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780133d0ecc25cc63025dd221a49e6d411a378baac1f86d70db097442112ecdf +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7d1c4e4c1223f1116204fa0a512a8d5d932740d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f97e0163c7a4e96bd716d3ef3ca273cbf4ba0b8c42066e88f4e74155fe85153 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d5de01d3aa75b97977d5259bc0dea57f7074ed7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e3571446db309d53bee430db5fe92829cbf77fcc42c104906983ef2c98b708 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..671fcb335d0a13d676836f651bb2bec86a2baaca --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4001aedc58da460dde4a37e6cc025f0a41b07d3d01c915c1b4b22c6da411dfcb +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60172043d9fe5ab49605769bc849600b3f17b555 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:537677a7401b0e8f92980121c81d52833050dcea87d03b4111cbda70c529e325 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85357ffe32490ea5180808666a12e01f7f1b9409 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb0eb9876aee774e87a2538aad6189cdbb3a1ab3f4cfafacb620417028b0b27 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637650017ec66fd1532a000057fbb684c2e4ff77 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4e30e15c610f3d56582904ad00a85e1bec7daf747e671710478e964dc3b971 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95afc04d92bd40d8117d436562e933fda68d434d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955c9837adca5f1a91ab9481a7d80ab9acc6b9a0cb336e05b0b3840eabc95e48 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..315e65d415a1583f3bb8b841fefe5f35e85e0dc4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d270be2c6cd806d1b8a5786d189e88246e67a76f585d480614ee0e2f377b8c7a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d275d03b046b6822c5487eff8ea0c958e923a908 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbdc0a120cc025f1ca7f170f1de2ddeb211667746a1217b6446b1fcac5c44fb +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..962ee73f09097c4f8031b438fcd57a920c064889 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea7ee9c842304170f891f4e02b380c4806b1dd7762d4865009b81e23b7760c9 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9308e6151f19da9f04075cd4619187cd9ab32bad --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53452801532b63c165f561951c293a32ffcd98699a8afa04f16280eee10577f7 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7036cafb4778b14154e717d7634fe98433a0fcff --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b85be391c2cafde0c350638d4e7b16d352fa381526c950fe85f9c704fa855a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..644fee781b277a65837a25e1b125056c4e1bfd5c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a0e2fc0c8d47056a593de3327fd53cb1ed5a7d3555785f437336a275c562a8 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4812580628a3ddd1487a4f93aca762f32a46f3e8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a44dc101bc6da704c9bfe36659da413f9eec77d5142042da0f0ae60208a2da5 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98b19970b2b57b8aad0021df374269bf07c07a79 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197c728c19e32a56b43312cd1efcbe74c92c64a724bce3f70b8432f540decce2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8685f00274e8e773a1f7149a6978d7a8d5a82d06 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6f7aee8cc83771b23a3828bc23b76bbb635cbf4543b2fc768af7f88dd72864 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbc6a07f61cb317aed28f4476f5a514d26c39ff --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded60e0b2dfbcf581b6815cc67d08380dcc1eb433029df7de40c2885f8755716 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed609b56f076cb576faec5904a2f1a7740827fef --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e257258d4d79a0d44ea33efd9047a7b04a8da94974eff5a0aa01840918b7b9 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..810d30fc2694d9920d6f186967995609feb9bc0c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636e3ec4a6392b41d0562092eddb7e78fee304d80f2ca1ed65e5dabb9c485a63 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bebb4f548d29eb64a04a602b4a7d865c1fddc5e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c34aa94c3f3008eeedb63b5e55603912b242aead024ebc9405731e69250cc96 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea5be720002ed14b5979e24ec1c54b115aca8d3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cea634813000912c415839561b06831c3343644f4302e99ad32d35d0fea5a66 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d9fd470079854920d0bbb7322df338a3546f7a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d3e6d636e840bfc9261005ebfe6e21a94cd125a065aa519b61ced714519e58 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5858c8ab90eb8cea86c22e0b154119f320a18ce3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be67f7cf9cc82342bf30a916c03a8d11a2ae2c40df499aecd3ec94397229a1d +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9242cd97ad8945164b861c3a789e743b770357c4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed6642847490b87782afc50919939b522188d5ba5682ca6d20f2dd832827800 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afbf6084fabf234ce409f2beb361567e79f13d60 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e06c3a3a89a921c09c9763edbac6c4eb265e1babdf606c0835c89da0c44ded8 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd494b522b2c0b65b8af00b456b260d6b8dba6d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c5839babba960ba7b29157f99bdf7c240813943ad42a42d86a488f3d23aea8 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6102c57733b67d72dbf317a40b9c2e7971a4925 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3489516963c4c41ecf5bbb807f5b14ffb2e401e87a2f21030d0ec3889cc7faf6 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..812bc3915176c368d7f5d7143e5c5a99065c732c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00a2366575a0127eb8e43b0508d2c583b712f362e2360625137eae6f3bc54d8 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2faa428d04de067642327de82ee0d0484bf305f1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec9c5c2349a5ea23d50e479fad9dcaf81b3a13111d30481663b3a81ad72a27a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf226a01ee0014dc6e008d71e526c5f6d809462 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4d3ac2d081e6fd61527a8bba3de8ab1060e6de3e973aa88ed75717789c7671 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2110bea0d18ff5d05aaaa269783cd0dee97994b2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e535ea811ea9804d39f450e4b6314879dfa476f5ad02c9498f33bbac15e856 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..813409a74451ff0f3d8291c38fbbf912a2ddf00f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98fd77c0fe1062acf0ff1438b63386491372a6e7c99c0ef07a4f3cca24f9ec17 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..944c8859252651566219b0dcd5dc03b226766425 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e99b17f5dd868ce1d0b58e7fc6f942daac34a465aabf8dd3fb7bcdfd7ba352 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a0b577e6f0e604ad8eafef5e2448c5d8241a23 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe9aafa9a9098c9cfdfb9b3e9197478201ce8adf5db6ab73cdd6d867693ed8d +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a54e54882d20ce3f83f1a344aed2fed17f32e9ad --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3925f747ec79d4d27fd46438f9c2f3b28d5d8707e0a4f3854acd3785d00bb09a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b99e607d513ca908c3c755142ece8143172c362 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a262a01e08d2166a839f0f03bf900647629d48f2be7a94de81f4000a1c5da7f8 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee12b1ee91197fe72ba7c743d401130b049ced24 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c55de97be4c0777cbad515fb9933d3996cc2d0475cb4e27c5d8a2568f0c1da +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1afbfdbee69330c77699ec8126d99f5d198ada3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e01613a0611082e33d40915e4c239afb6eb0271dc92d068c4e33f6166308254f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95aaa4675876b5c6b5cd64ff18ec357f64701069 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc18791545b62e92e5ea9c2c68c588f1a60d5c848f02a8618300be51cb2c685f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7e79313c9b0c54786113cdb10405e83586c1ca --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56809ddca55468875a3ac17510c9503a8f6d76e5e730c64289f8607fad506e63 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e9dd602bb1431f7747ac5b97e21a796fc803e1b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abcba27f28b7b0f5d5af59060954de5d408eccaa65371c18523aa4dcaee3b9d +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..510f937cce1870f9cef179d4fcdd910bb5d3b53c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e1795b5548079f0ff8fd217faf7c0815e66f03b09757868f4698b94eae878c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9243791c3c942ac030e10ff527903601a67d1dfc --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d14e041089df50f077f61f49ca5fbe91a4c26992cf285f23fa226b508eec759 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a03131eafa23bdf213029b16de9714fe5441daf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa45b6ae555d6e0cef7972bda1ffc4cfe74501736fdc19d35845a880170197d +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e2986d56647810a2d08896ddc57cfde0007624 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c232d3d076ae7c95b2630771252c75326c99b61000ebbab5a9da115c518f6f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0240d6fe8d7bdc29d81ce29fdfd24b7481ed11bf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229b94232a6157b18ffea9e1562e664c130174dee3cbfb212c4aaf55cd1bf50f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa4ac7c960b8d264bce99ea6199222e7f757af7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4680365c98c04e5a247bd59391c345013dd3935c0367a4c541c2da758cb33fb3 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc093c0fc00a58ad9a96e8d656ab51f245cf17ee --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b64253d0a68e56763c3ec071757ab8cf967bffa8ea5c24387d66101ee46d21a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3711d17f88c217e27ee188c6298ddf1e55edd460 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a18f6ef61214421ba759b22991d53200a97f9eb9b1fc9cf6a08223999dde32d4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e871777ade8d2fa4afce72b4fca8a3e248f5d305 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3232d42db7cfcb85b43ba0e834c352317244096d52239a81dee7bbc98eb561fc +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..710b94d06aaf1df054847101832418a7d3813bc5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e564596f5e5f1b96a6dd951d40c879b2567109ad51b61b8f9b8dda7f940e7e5a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a762d9c0dc526f200a584d15f93674e37613336d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065368406a53e9dc92de6301f4a121f4985bd17ced86ea7fdb5a8e7c69f517a2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0510e0d38bad3b6eb867cced05ed940306174dfa --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c0bd2502c95229b5ec3e8b8215e34479282eca274fe75cb6e55bcc8d515397 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf748cc9569b83ac3db4b1bfb437c6624eff599 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720a8f21b8087b84c77de18e66e7ce943902ef918f9efaf2d785a7bc39670288 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..587b6e9659b0c5d6612fdc717f06b86143e5f78d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774bd5881d8199f64ca5a14de3a4ad442606176f86e9d39dc58e6891118c207e +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12353e2b17cd1a46d4ffa12da45cd13821786dd6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79dc1e64a6f15b001c6d54ac9f5cc0e7ae0e261c606c9c00b1bc1c9ff12adff +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..201ba351fbda4bf8e1762a16e5dcaf099cd89b20 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151a956fcc65c227b202abbb11f8e6aa2cb53ace834e633543d2fbe26ccfefdd +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8479bde7dfe50f353addb200cf34d02fc49ea8ca --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba09b3070a72483f29f2fa47da11719ee7b482ef23195d031ba6914fb0f2d4b2 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d17e71bb4bd0203775badf22977a91099ac06e13 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8d7e51954bd3bc93db10d7f2f85486d7c5b396af285add18911637fdb05c61 +size 129155 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ffe7c7a7abad741786dd183a1828b7cb52daa49 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f04c5df59af731b9f3ff8ee3eac59906b17a9c8b7e033e3655975ba261a0a7 +size 129155 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d54007eb9fb0026ff4742646fd21474be5960d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20aca7239658aec02fdb520062cb321790d65e7db9b5ac7e90faeffdcfa59356 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e94b77d2721c77e4df2eda3cc8e7c57218bd019 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6742f2d200f9554e9ce0a106cd641ded7a6de017d9fe9204a0ddd3784258c3d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6b0b58890c2b51b66bae1802565ee44cb71cb63 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b085ba8777cd6bb34d34543fe212324b80e0eda73e41b82fe88f98dc61d4a8b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..886fde21d6fe6696375b65f85056f6485774c342 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56facb93085cfb4d6147d7253f7b4741692882845906049ac8dc4aaf35196404 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed01f67c44c2c83563a865ee43f1175f885a57d1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c40019dcaa14f7069018c90cf9b7b0d59c949c0e88705e6c3cb250700388df27 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af73b50f8fc813e5d1c7daed922f20c9136f82a8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d030b1d75ca65bc1cf271602901aeaf77a2e865613216266336dfc93e30e5b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e223a27ffa6814e79980aa024c2b868188bd6c8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1726fb2f5ed40db6dd8be300402ff02d036e62ac88cbdf736c69e239981e956c +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba46a9c34af06965788519f64116d09015164e02 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5182c4fd8c0f73488561967663bfe9ef69110c98cf36b9203af129a8d45826ae +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e49d2263fee18cba0531bd4250b60489d03340 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b0b5ccd032e2f4e8279060f99487e5fcb9aedd8bc5442e2400700ff6b85464 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee345b5f81dc90e6fe3e615c3e78207c50ba7ef7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2825208c885b837d20739b06da6013480bb99b99791a0f2016a1c2085f1605e0 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a352e1687e0a661f88fa1de0e297eb9b958b8c9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a4c0c992c7dcc28595ce88bc28c3c53d58d19996003efa532823831cb09db2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ae10f14739e4675683f7d6148d69af5245e4ca --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b8de0b05369cbb3890149948d3186a16b1c789c50a7c23bdd4224bb804ea4f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f73397aaeec771d64e120f8e5e3fed13fd99da7d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6de51828bf276cc3e134040635432de9a8495f10ac52d5bd93cbe6ad13ed96 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ab0f6be20046870754a2ecb0958171e33532391 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd158aa368bd439705eccbbe5a3e5a60b9d6d76e79631d3697c317d064e31358 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27d447f9a801d9b664837a83a12066144b17cf2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63333bc410d4fe34699bf3aaa27fdae5a8afa3b84481c6fefe1584efc03f5e62 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff64c2b5265bb9deaf7e2f136ac89ff6ebdf5ea --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a3905dcf1d7daced66268ea85c4b1412a69d5287e6096f0d4dd36e9e01edad +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1afbb77962846a9a5067fff8176dc61c2d2afd08 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2442adcf034303241975ca9ea05de02d18cacd237dc3cd899e1c0c7608064e30 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cac6efbe4cc3e97ac58b490b0cac875e7bc26898 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f36c0ff45f5fcfdada52408f6380e4310d5a80485e558b9d18698748e1dd88 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..090e9d7f30c244d4fe38810c451f270ed91fd555 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a4c36de8174f5f92a24e99e8ad24b2927c70482d7650b099f02962ee52b692 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ab0f7bd504b4c7c0669685746127b93082881b3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a732aa6f4f8bbf03abc036cbf41dfaf3a77f9a88d296dec7b093a933dcfad77 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..739184ed8ca3d2d36b80e47b51662d5a6d0cec03 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0dd77eeef774db9dd31ac8f8d063c289bc970aac7834a85d26fb554668751a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..892972f70def1ca4c2e7e1ab559ca82682752c9e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e991ce46a7941ceee8cd43e02a580645e65c93ed0459f596b0e3f4814a409eb +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ce3bedf0eb41f389a65cda18918adcfaadf5971 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c21bba2dd738fae2e1f630b1b8f1a7308b9349f700f0e00f178a9c6d166e933 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a74a9ac7000eefa788941358dfd0238dcf0510b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5924a9aec0c7ed03b8fddb1fc6f6b1e4ca387f4d638df4bad9ca7731fffbe657 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c39bde665e0c8099147f62db0840a3070ae6b13e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d874c8e0bf05012db44860298552d3ce47ef1d58a84f076691e0e58b6abadcb +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa1e8ae057a8a9e00eaeb2bca18b72876d77878 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e57a8db1f2f2884722c9053e3f03807d320300d5898e13d22f9270a8a29b09 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f187f9100e1126e23bdbf0d65a16b8005d322c90 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b55ca84362eabd4773b8a61f6b417204b445390693878f2a8ee30b4fe35d31 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd1d133c6cb081540fc2693e76912e6eaec0512 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8220ca5999812985482ab486b1cd2630cb817f765fc655d65e5be239d914a931 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe205b271e2bc7d669f2938cbdb4234f328cece9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f808b6a9f4b149a3d322e146a0d011b777dc1747e3167ed0eb2b40ec520b115 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f766aa1bcc0c6c9eae6be9deebf5e704985edc31 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a29825f2ceaa405aa1503ac919e21310fe0b3eaa7f1f5d7a5ae57999e8dffd +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa010efd06bb7378bd7fce013423ce7c3df9df9d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e76cc51ec09fe9a0fbe48de3510216d31eb71fdbf8844b3a4c6ac82e6f962f5 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..016f6226d32199ec6a68f209c5bea7e8219e6fee --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7218b706c5ae08cd24244b2165b544c61571c156ec792fba654fc2a6809279a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f1aabd70c68226cafe8152a20200631873a11a7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ff6513ad08c1014aa59bb23bbb7e8345a1215adab50662453dfaffe5281a7e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb065937705f737e107046531dd3adc48d301f9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3835628be7ef7615397334cb6d1b21ee7d27b13d989ab03bb89ef05979a601c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e25779ea9cc8240183bd7d5a7db6e30fd748d8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc6561d88db7d6ee3ce0f03ddabda656d6823d8f71b1973c06f97890891115b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b7ea0eb17e3c9ec4fd46102bc770a7bd2a665d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ead479586ef12cb0c196ad8a67ae91553914804642dfc1f49abd13101a4c00a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf12d5d84cee9aea7a9c4702c4cc705f2e067746 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e742476f22a2be5b809921003c386736787cbff5ce5350120957a94838cc78d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31723d39cf31f8886a4efdabf2c314998b298f99 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a636200ecb7508e587918fc2ee9c350ee695de1e1a5e8361844bb254dd0580 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..925f0d84a0082fff96a1b3cd84d17eb7c4507c14 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f5f4ef194e98b5004c0daa9cb2a9824cb91e1d5ec885fce3498480e755cda3 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94a254d5f292edb1a0879d6c331111d0b0465b0a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40a7bff3a89180525f8227d438f9a1bcafe4f2cdf0b1318f543eab4e6b65c9c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee1918004a324d52c1507fe6e06665904d7664e1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84eca3d69045eddda0727bd55876a6d1d835b2fac5cd4ee3ff91c59fcf5ebbf2 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0051e8286b5b752dfed914368e9deaeedc9395b1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a2da730601bd44ff4e8b5f836c6464205d9b100e54699d37ce7e207c4ea47a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6151b382a98bcf886bd23fd8802539eea9651a08 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962b0a5b8d271b461fd3cb0248182f86a227a6e2e07e00278b56fdc099360e80 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1b40fb953e10e4f5c2410b0076d1c245658115 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcdeede85222fe549d7bdd15d084318aeda3efb18fc8c750234a59d9c208bb30 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb100223cea53b14f8460a7ab651fc9337056c4e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a97b4c440189d6ef36d3d04a47a7ede3482e7d6853cd384f419f1957bcb2a35 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..039e3e4eb111fa21ce1f2e7b929e5f9162305229 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f323e5535d8a38c62cc1bebd30ceb97c8d9df5dbe9ac23ba00e0916535d88cb +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df997c483d8fb5d0d1387fedc942810c7a297b29 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80257c7ea7a3da3a7f7cc3880d16174f2dab6bd6c13fc5c05a478aed2e8884d7 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f20c80583350470d6faab9ecd738df98015bf9d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02663f496b39419d84e70d71e9f75981244da0eb9030df458479df0b68ad108 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3bfa198cb4400225de6e68816057bdeacaa7b06 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4e84bbaad6a7b72062ca689743eed216f2f8b99ef4149803de4de9af76cffd +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..138bded311e0077fadea3afaa14bfd6b61314efb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e55c52c6188e881061d1e0461c61ac2914d5a96f9d2ef67d8f4f8e6d02856d8 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72ac8b93be461c53dad5519b3f570e774702933 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb003dc321f5f8fd7d3063f6ed73860d23bd554e0dc54c6994621aae26a732d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db3c751e788ca78206c20fe453eb54125507755 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:425fadb2c61b286062df9219ccd9d88128450006745e0e4dc17cecf3a3b600aa +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad037456adabcffbcf7162b1e610dac88139276 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595fc34724cd9dd6fd4007104b795762a6fbad824e294653b74aac57f515ce97 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5c78e7990554c41329a4c22d9d44596086d084 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2924e349fac3acd69c1e8376915b8e53d6c7748f72f1935645ac0d434db26684 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f281fb23b48ef317fdf4b8bdd64f87e66488028c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb23a718d5f38fc0decd0b81627bdc1551e26b900db88e7afb8db1031ad1b814 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c7c474994276238a1e4c9aba4d2b5d8f4d48a5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7088ece0491568020cd47892fd48b71dc8674670ede6368cd2e90716fb7449 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e91ef3d005c17dde54169f8fec2450d564100cb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02081875452746f229c01aa9237b9e02797c13eb572eac4ad5032787f29d6ed4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da09e4a78e950196c22d45e57884ab0d1452e544 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e96a9b82c3217d31913d7568ac810c5ae3e25814311b92e8ca34fa1ac04c39 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e95d56e5f9f12fa3e743c07efb623cc45fceb4d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb0dddfc654f5ed4d28adf8d96ca22a43b7ad4c50fb220e381240fff1bcc381 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..240f0a7aa8d5317dac5611d9a87ce3e9bd4ba211 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470052d60ab15a2347d75d86259f12003964ca5dbc0403deff5aa43d4e67a092 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44e3f84023e0bd26bb37e3efbab1d042861696e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1b1720c9c222427dd7d0306ba1bb408bbcf65aece1c10c0e61790842140314 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeef7a03ed1ba592feae2413ac2820e0397b681c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b274b72b07ed6806ce1c034898532c1f8811a4f6c15c826dbea9f03935a5b645 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bbf89c86bb235bbd251ce811b2b9625815b51d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1326cfb9e1a86c0797921143403902b961565d146b82c5075674743f0a047bee +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3694b7e8ffa3d5fb217fcf8fad75c5d5101e9b19 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:042076a6d5e19d5cba9ffca93463ece8b4d6b751ccfd04e486c86ab00e81081f +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4df7c8fe52c668475cd1e2ec59ed8d91a3810d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c71b1c80afded918a0cace68c964e6711f0653fee747d5633296cead210cee +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f72f4624582b118d0a8d2874c5a25f71c33bbf25 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be57b227acc583ff5d943d13994f54711101ba2ee99a4d8091df42673085c318 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f3202f5ff8a6918073b3aab18fed4f42c249bcb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:689119bc8ba26f8d38640252a5bf23a334a19489d12b0a21a5570c307cab8d64 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2995c2c28bd48e17ac455bef2ec4d871e88ffc1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07bb6b45bddd1dc98469d2face91f793c9bc1d4192553a82d154f25376f8934b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a3319189773608b8dd20eeaf82e4978ac23be5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62c795524e331f3d07ea583fec66213b5727f75f9517f0c6e5a3f32038ec8b38 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f038eb5cd320f924cd78e02246d2b1bc0db4e7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a33b09a2c41ff1069e8df43b37b301399ae8d53053860bed47b5504fe23ba68 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c38e09665d5adcf6be6cdc834f94972fdb8345f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256d62454ad990c59e3b02839943da63bbb74b2a4ef5c66176a4b6a6fdeb878c +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0544a017fedf36d99c919a1ca93181eaad3efac9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6778fa69eff2b33432331799d66e258a9970c2fc84b0f2082cafc44393d79a1 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2092a53285b5c4654338fdc82121f1d9d77bd445 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee67798a33db967f03d083b30b9baa87086bf02a2da542b1d9f5854faf0fc5d3 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6179b4bcaed32d051b1ce11c35f53cc4249716 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0604062d7685489421d55d636d79dc5520b0872fee5c693af87333cc968e36b2 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f54bec7c337cda4f7cdad0ac6eb3ca6fe04ca4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b93083d0b64d3747908d6fc6f7a0a42992cfc5908f6cd7a6b2870a287ffb83d +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45ee7c8b64cad462f8c5c5b6ab75621f0e15ef2e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294a6170db9bdba448c6900b709b0adb42a743467a4daa852022d4c7d82bb6d6 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52985920d49f224bcebc2ad70a0eaa51d988029a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09afaacbdf987788bf5d5fef12232f311a5f92a7b27307d416479cc0b36ae5a4 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b329d43a29dde5e10d5cd05fb96e018665748235 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3b8bfaee7610d1f23eec5e7035d3675ea7938b9b1308eeabd4f7ed12b0b0d4 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e372626db3ba4b6eaae252160aad88e32a64f47 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37627519f6b07bcd9726ba3d3d2b70d2271999bdc62ad341d2364cb76bdccb08 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eee3730f99b19f3bfbd0d5f1a05897c5da17d982 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06ddd69f281e8b372e4ece70e5720e06a36e8346c86871d2218d1fe2a6dadd33 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7117ce3ec0b48f59466f23f0d9735eb3888d6357 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5254e6ff2af751b9ec5b97a5dc4fa8ce5adf5b4974fb4c5d51783bb048a7e7f6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca2b8d9ce6a47388ae1bf4e0f81b154747e82d0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b4f1886d0c0c84ac34a335ba6d2791459417ecf424a757b259f992f7158d96 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c22a8c0fb76efca8fed2e66fefe3db02bca0d26a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c246bdb2fb78a7fcf658438d8033c7c688b024591ce49bfb1919304e293933d2 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c7e650132729ba357a40238151e65acc5a59eb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ba3f968a7ac5a16ad18c24860b9ea1af5316207c13be81d1898572a0ade57c +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60bec882a89cbaaa0bc22907f2cd6b4e9f4e085 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4488ecd75e490efecab1dbbb3ce24d8c9cf6fee8f1c164819c2fcc9d60c4ee +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46366e32530dd496d0891690e3a65be4dd43096f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98f0d1236abfc552dd0cb262e30537437c985d1703fb025f2206c3992c4f7f9 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f56051c5e3144f3dd2eddb13673b2dde76be1726 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89d76a6bc46af48d6b1aa6042407bb0485130f97593804707800ba816dbf205 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c848fb25bb0d7071632f810235fbc21a890d8712 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b098e854a57b50af6a7d3de0bcc24d328831808d755fcfc7e6ae196664331eb6 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97287ad0e27dcc6208ce9a976dab49b10293af21 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b81749ef2fced55b6f8feb96d5136e1ba5d11ec6e3c2c52abb2be5c6f1e212a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1adadd507dfef0ac0781243652084eb15781257 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee22b9691e8bcfa98d0d3d76f1d16f2518146c3cf2c9f0af0421558eab7199b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98867232b3903d587030980d584ba288e26f7c11 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0013364e77fc31f1989071e5293095b78468c4c410957c539279ef2d5eb8a2c1 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6586cfe579a729a78ba3c4b7fd18b7c6cfcdb8fa --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0160e527b2a23f43ece47fd25298394affae92f2f1147f23906f27fb40599417 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0b12546259110bf7267178751789fbc93bdc922 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4f19d9a10d570ed6d0b11a840392bdcbe06a5f7007d393122bb3b9f2081298 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4e2733a01a4d449606349372e4061370c618bf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efeaf83daf279385b385c1717e7a198285b204302c16b78d9dcadb0ce16c38f0 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56209e4d8ecccbcaf12eac5f9f32143d274ae3f0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52493676fb4c98ea572b34d95f6e547300147b6d00cede3695bade6d2024e38 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da8bc03be1942f5be6f24ac7d7c28002211066b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c489625713cfb760482605bc653f6a5a2c2221a1ea56389baa514d57c1250d9d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..081fe3ef6df64d6550566966b8178e7503d4ab0b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8796817e94cab3c6101504c187fbe5b59a57416c4daebe264528377b3478888b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecfbaadc41f6894b7cf5ff1d901e6696c7006a68 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f69a3fd5d4a8ad7003bd3b85460388025352cd94d889760e2c92f626100471 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eedc71e3afeee9b711c33c6a8e0d93666ccb107a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61a4d26c91525288241b511d19ad6c2358f3cb84d340c6bf0b37e51fc03df98 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..233784a7c9fc3c2afde735309b7590ced7898eeb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc734de050db585592fdbb242aee57c49189dd98e4f33979189d203a2a4226e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46348a48f0a848374c9a471a1c07c761d7ee6d2d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c04eec44fa6ad71888fddeb3d480546b936c072ca16d219414a64019286863 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff0fc8043f97af6b4cb73086a7f7594e471b7937 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7e9fc216dc102e4b5910faf63ad992024b59275ad1cb17b6c03f26f9c4cbc6 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..192ebf3668338582fc46e1f0e1bbb9417b6f0d96 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028ce9ed06007c8749d60718c07729d5dc58c7435e202b7db26495d98cdcd75e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c89a31abb2114859ffbee9f49c095b848e51455 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01431c59cdc52c872d12166df695390f2d62ec465b1537aedbc9325bac931206 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb9d01705a15f066a60c6fb6d8ab348e29533eff --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5108d419ebc313fe238cdb963c21921d3972f840e6e36da388f7fc7d78ac49a +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dad36297f0485e2f659a935a7c3c6819049b903d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd8f78f2595db7d7a27b1853393f02b74be371ad52283958ea9dcfc1cd659e4 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcfd1020966dafa538cf5d96d0152d16ad0a9829 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5169e7601173113302052ecff4d3c3a758f0815d09e6a7f4b3e0c5d185a5b9 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba43aac00d7571d47ae4e34257343c975dc34485 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe938b2cc28deaa97e8ccb5b24d202bc12ebe7f5dfb526c095a78310df27ba4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b84897b310bfa5a6e55e1a97b3080380c42d606c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30da4c836a0c2c413d848e6881932488b93171a8b949e0a54fa98616c7c84619 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d508c67e4086703d58fc3c75af5cd402081876c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd061a2dbddb5748320f5dc7433d0a1a551e11f3b7092951d20407fb79df580e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..417d394bd3e686a65713f59cdab2f9c5a63f5f19 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c3f6caaa76a2db4a9092f7b1379ae07643ebaf104d87a2a5ced9171255cec3 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff06ff541124e1cbdf21afd464efcb929c8d97cb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d323281b541be37743c45f0369dfda84d425287d0f003bb5bd5adccc09e2cce0 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cef7fcdb94cdd35f7d714bb7a11d518d01cad99 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc1c85154bf9ebbf13d8743318ed4253e540afec4a04c613ab04efde067b074 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26b17489d5707015f2da16ccf3617c7b9e19e19 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3eb1c635075dbcc2288cac2931d927e9963a0952deb03ad0514eac70a8cb19 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00efe64fb0129d40fc65ae0610539f6981449377 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799e3f51012b51835066f1ed0d887ab58822850cffb9a2e29f92e18cff8761d9 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..992b0ac841dbe7df03779b519e2c3ce52cacfe92 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b4e70fdde82fb654153eb4aa7ccf1bbf5f25a51148964ac7f136148fda0030 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6229be8342ec79c1ab99230422211f18920789f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29703702bea56ceeac80a67c1d1b95f49b503f9c5f0bfcd503fa12f07f406a4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f35274bc2e6109b442c90cd0c1e72d3b8216917a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fbc4fbb2a10ae1289bb03dceb7e3dd23eb033b7fe041784693a238dded1d8d0 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5ae75ac0baa2d91eca983cb0344750ce167669 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552adaa65d8b9cd33c8b38042121c1086c5c4e055f745142a6c97ec457ae5ec1 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..083b022e92a6fae4a6f0a6ad83211c860890ce0e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6f89cbf82d7c37dd58f8a7f2e8c0c2cc61bfd70ab32a8721cdad4d728b0841 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff8a5870ef575c17dbda59b13da90bfa93e5d4d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cc57077c4e20b4616251ca81ddc47726a4d73c48be4276eab8b947dd97e60b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e2eefdb216a811196d17abfd0e4b8f8b6684fe --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf32d20424be9a14a039a0a6af101223ae1c8c8491bca6590ed4dded2ee8d2e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2873e0a2f122b5ae1cad48ba6b448d41ed61da0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190b86612adec9cac90eddf15c0e45118f92b7dcbb081068008570058668d2ce +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b58656ef10f4d640fa43e021d1861963908cc3b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28baee1d2a8229942f0b5ac673d3f6fc44452d1c2dbdc0c67af29474a50bafa +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f79657cd84eea786f530a894b40d2c0f7cc4d60 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f583154da9f3d64c3be2ea9d7ffbeef2c7ce66dd027af1e3c42d4bf625a098d0 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c1d7022eadabf4c2cf59f98b0eabce8ef2bb14 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a9fd180ff93e531d25e3e868f0823641b6ba8372960e197dcd3031c43b3d70 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a11bd0f1b865ce5ccd8c464c42ae597dbdf5cb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06cd503d2580ea6c9af8e4b88da8a9ce76a9eb3a21b9d0a3498832f4462e618 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a89bd8295238d83864af0aa7b06a90f6409f6c60 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8866af6e6f1b34d047afeb1e8dbf0e6bec7069d62975a689c2fda864ceb441 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f75eac531921232f44e43586cad1ebac001569 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ffa53d051e6ad4091fae5ceb8dc46e1fa781ec1bb336db261f6c7a34dd21ef +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fc5992337d20c794c4ee83606eb30e2097c13e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8665ad3b25ede94ea323013289a5155a90180206d114f6b837fe39cf76d6aec7 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d90afb570944c3d767b7cf6c623a61cd3ad37a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032b61ad28a0132d280f65077291824a721433604b04619bdc5504d8b37f7aa4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..077b923535768bb8ced854d6c17494a53531246f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c68a9ed47856c64421e1b52862f3628bdb8f1c8bcdc7b6cc8a0c57302f6539d9 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fcb91e289a0b4cc639de9e2aa4ce1bd37b2ca25 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271a7f28fa13d7edcc1019753ea4d8b17f50ba0af069fcc99f6977475c163ccd +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f47cbe24661fa3703c852720fcd75acf52a10f7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f657e255d9885d155bce6ee76e842fa1fa54f3b7fabfd4416a9179fdb0ac6822 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88e5e417f6d24c41f9894e735754f4317fa5844c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3204abaaf5296ebcf01ca4d73437a32902388ef32df25a68fcec50840149d841 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1abcb76fee633b349436f58a8f985d89f2bda90f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c5d2035b7b969f58ff72cb5dff407453fba71fd32943527da8aa6b549891a3 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e75f9b970f0074c5fe88a3fadfdb36327539d6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11049cdb8341e1471a418ed3ffb9b7cfef647c922353e61eea0b14c6a1e5272a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a5d5a23002345fe168347247ad6c31270f16bcf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120f1360a2264ae654123bff7673fcc108626a9a41e0ca8e7b5f2728547d4599 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ef2604a8dacf2fb75140c58d5a7b0344cf0ec7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae10c0b0de3e95c9c4522154ff91992d42d1d62e9c85bd46ee3f6e0919925f51 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d5f7cf01b9bacbfc657866d5039b0523998304 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652ab022347413f92a537a430c485bff1f87c5f0f6a9cfe599d0b3056d3c5789 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a99fbf94d813b9fa965982aeea03fc8605e46cc --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c95bbe4072c24e312e685be25bd589e125ba65c9f32a4c962a1414df294464 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f84b91be8cb5eb0338a5c8cdcd42c01267a104ea --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532bb91f66647609ab9ffd828de4ef7b1ba60cea2639c0e09487fb3e7b90e4ed +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b508fad25c40b679bb44cd0d8387685fc7e795 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e428f077d175b8368faac246e6fc7853653c289ded1277943d4a625b3b4f533c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ec7556b2807d2f372e68e02f2abdfdafa40c17 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fbca6989eda19dee04c9ff8f5ce2b1ed88b3bf887ec113cde31682818c4984 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f43b6b91eb2ba6d732c0d521b2162792b911bf9a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd53159871a3c0479ff0d62bceda422bba4bc8a8b9b6d4c18639db7d73c87ded +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f60a4aed9707b450a62b6bdd769117720e54445d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8571734441ccb7244fcf15d965251a096fed90f9f561a8a4cb1ea21923008bb0 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d31d6d9b4878fcfc0815e8a92c677c15ede169aa --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dda92f0cf451c22acfa61b0516100dc6ab58fa2eec120f0809eb9dab363748 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..799d0af79c2cd6b7c91c1082b9c6c35e7ff001e2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192ec7bc870d2beeebe9595b0b55358563549d44341a9e90da675c022182d666 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..051cc87db407f9b49b37307ee9b4d52991f77319 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2161e5b302f4c90fb70e737830983e60e5af921a1c567da4c637977889ffd28e +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28ce30e9cb51394a4608a53f4ad57d35c8e907d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88f73caae009dfdb4cd6b9545aaf046b192b818aa612c753afdc12341939802 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22689a8f1ec07f6313d8468a466c730a9ab77859 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8a0ebcbaea66dd44b776791990bc1d8e037216c7a0670f7e2a8e482186e725 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe67fcb6677e5d9d6ada9302c4407bdef033d16e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c64161b8a8cbda327f612694970dced99e5905be524b9a9a2c05478e3f80598f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0258ef916a822d81d3a480771922bbdcf9dde6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1810ed38812a680cfc132e9815c391f2c8053a96b06d7fc53f9b2620af09715b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24d7edb41eabef33ef1c499b5c9a2a8b3940d23 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebd6e95a8387fa495859a99b3e659b55ae209510613f023bb05f382d736900d8 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbadccc37bd47d8e6b620e41a5c6a647677d220 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e56ebd260e47f73aba58dad9198584a0929ceb7e62010e64ba0e937172636f7 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afe76052c1334745157fd53730d89ee8e0e5939d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4fbb2327beca753e0596f04d9fa04754dc91dfa1086187f14a1e51c8056a69 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b675be41465ec7ea9fd2c728ef606bda2c0d8aa --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7dd97b07611ff0395886f159df6cd07f363d3d8b3a2df959c0607fec8b90e75 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..699b70c8f2ec2eadd377d8e458264236500e7691 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97e55dba75be99bfe08b4a56ebb7fcc1db3abd2db779e438f7cae04ab95589b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fbbb642953367c15008fb07a03f247fce38616 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4b840584a3d9581e59dd0de8235b2f2d5778cc74d02f8882e0a74acd631bac +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b945811cfbdf89e804061c0526b09a5d5ecef21 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5e81fc72ee98959fae4ad24ef2ad2cb18f5ea5820f8c50dd06aecc09ca6a62 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f64180496191ddc2f81228d6da43504d6b371ef --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f22c23ac567a22074dabedc6113f693f640a24f09b4892c3802ea2227a76ec +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e02879a93480909e82c145a9525f20c316fbb5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc54d7db4847660146aa50aae25bdae09f01af9d46bc0f5e0e92ab50f4b88f9 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..798f2956bb2b5659f156a28b67db389671fa118c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35dec570b2a8b7aa1947cd537a5e59bd2b870897f7fef1bf45948e3a7a501a56 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0865cfaaeecf60a76f71c02c6a2f401c6cb19f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a635d1e8c8b3fb4e8f32e8010ff09cda214cd0d5c3e7c27e4e459ca74ba74a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13d8daee82fc64aa1c8a69f6b866bd6278a265bf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61471cf879746296a7b03ef6843b36bd0d24ec3cba51df5696f0b2c386a4e2b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d34a2e61346d483c80392cc3686bd6fd542f87 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228a8fbe4951809f84ba54c9169960439ae3433ea8fd5d8c74be490b477ddf02 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd79fb915b6346777cd331441f9453603bbfa46f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed369d24bfc773873cc24e78a4971692197e2fbe8c633d8e538671a6063e1003 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..107ebeeffec52dcfe766fc4dcee89d2a4ba12633 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d757c9c6794286bc04022ee84b27fd3478ee384af7ae2001fd35ba5db3b0f1 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3c58eddf7270c8420ed87e772be1d1c8e6a264c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebe22ac2c34e57c2fe1b73cf6171f7b2e5aad53c8d4e5182283183e0dadf515 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b34ea4a0912531fa4920962e85572c33620ccb86 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60908a4de86381acadd16c0cbfe31740901e8e1fd976f32d422f37f3374a051a +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e49fde117d25119a5d221ec4b40ad7d58859a5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45fe9104f8c92d04c9ec3319a2021931b7d7fcf13480e153e30af617db0bf493 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8409e0be3930bbc9b16e9910bd0cc4faf2a9185d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e761ac103c09dc5cb24562295eedc6667560649d4fa6c106ad3271dd91e813a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c71a2144fbb658e525514ac16e0ed215e6c9219 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c31627cac010da29a1a860369ca2e9661436bcb8eac22dd69baacdc1934265e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2285213ed3f6b9442ffd782efe3aaefd293525f1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b95166dbd807fb5890d3e2daa7882b7ecfad6ac55932949010ce40a21ce5aa +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..978d7c443ded8347b7c67eb93948e858e49ddc37 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561cec2d58983d2c889073eaf14b08b101339ca5f04fedc146f488553c275f03 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2ef7d0ba1b1d6da7396a32d2f0c9eda040762e2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbba64cc8ed197211c46005e99b0e0c1345157514fc1858ace7166b8ec0ee47 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e88113b65195c7129812b3c84939e01dadd356b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac07e4558dfb3344e14c9e814a4aed309cf3d260b8a77c8062fe556633153d6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b33296dc754f0481c7f2b39d4fdefdb614c480bd --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd36b1825c6756d73c268127a936064eb210a0cc50178fa3264a1790bdbb69b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3372e1d54ffa0383c6ab28e47c82aab0306d897 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913c1bc9ec6edffe33844cfa54869e4961c0809696c7f6f8407e3d2d637fe175 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bd9a64771855b9c59a80fecdea76bdc6998fa3b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38bae51f1ec7326b115af0abf40b6b38f5ef540029790958922fd87e2bef2c1b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5910f65c54c3b8e95df29ba9510d44d6dea26718 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89c33991e92b2897f650e00f450c753060d1acaa6c9095bf26c5f516f584c44 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89eadf27783b49b288979487793b294402b08bf6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd964f9a6f61cc76cc21c8b0111426bb794965dd3a33805fb4337bd7de4f904 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64bb9c75041fecaa0aafe1087304867b98fc16b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14f2875aa759343c964c16925e8df7c7cb88f69b8478012edc97dace8465b6b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b53c9f1ede7e50e92aa830d0aaa1052340e782 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d315bad34f474f7d59f3b63092425502cb665854c715fd711b9a48bdfa490f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e8af7dd184d83bdd1bd4cd62ebae5129ad934ac --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1808cd8a6c68f24666f95d6dc904dc8abec5828e855c6c77dbdcd1e6388cb4a0 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c35c50351ad1ec1482c11b1cb1c9837fb3cf3551 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4f45ea125e876df0864d18a92f6639d7d4b5244c9eff8a561193d0d3e2438ca +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3166c1e2ebf3ea9c77b261cf70db82942028057f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8c858d94972170e98a718fc1b90996c5d145fbb8d6e65121736f77fbfffb6c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53adf79378ce50a57a6334f47ec12731a4b759c6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04db5b436f28ea78ec5673c6459d6daac5d3916253427c58ddf787dc2f66481c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eeb7b4d88e2a860926945efd1f259cfe92f9eb5 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb4e343f216e9f8469a175c9d4c35c0e45d9f4ac93afdc62b4ae3d7f5649ca6 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd7d53319be46084839b131ae0aaa783958a2fd --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201b88d59244ec7eb24e9806a3101991981470d88dd326466fab4b91aba57829 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f21a940628762ddfdf8a6e08e5a3ddbe2e485a58 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45155e5aaaef35a4fe6244144c6d6dcb4770c93615b364ede88e7d44008f6b4d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20c458cb7e0919c730f86aa4a4d8326a98ee731 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2abf5cc5b57f68fe87cd0b1a9eada2b0b7d4fff89dc3e615df9384015ce0956b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d9a07430a787ff0b54448977f55caf8765415b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149edba7b029d54b6c76b35d3f67bfc9713e16c9c9ad767a1a5a3d8834d599a6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3b540e96c02d9977495ebda1a8290428a0f7f24 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66d011e62c9db31df2b1b5c42f04dfb33e29d354506bdf8353b54a92cb01232 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12341368a5f28c6d501e506d108e77c24bb35d6b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9c43bf496436d46c135f89c7d5fdfad8e5f733f38cb6b50ea37ea09ddd8978 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..975f96db3f72a69942a66c09686c92172371717e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a41ad7e3539f6cc4a1fa7f75bffbd85722f097161467422d78244aee15f0811 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b982583897aedafcfd72d40bbea050250cb2578c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defcda8183df0e5ef30f53a229d617a45739e97be18e9530f91183effb884065 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dba2a86b9a2681307d4f87aafe2a87fd5bdefbf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4f075d21b5ede3cef020ec7588509eea7bebedebb0cc76096df07c32d987ef +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15c70c8f1ddbf597ddbe69e4f928b556f721aea --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8a21c3ce7e59298bb4bf5fda401a31c396014b76248f9a205c2d4cb760bb6e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ffa1925e6892b801116755dd3898386c6da3647 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb401304cdf43eca8f1a3a708695e864817efe80602e7790ccd4667a29af7f3b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d020c8357c66245993315caa7bd46a0a1e7e03 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26374a768b10944487a953ec0b9ce39250dc8b55ed6055f64228e65ea6b37e1 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49ec08d0046bd9992822904d977f8939e22f0c9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919ccf98e8fa43fbf67268b39ef8c9fe686cfcfe77397d4c4cf6d3d85acaed90 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a28fa6445bc9752a62c3cb5aec1a7b9acd563b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd01f16b2a340da1516885a6d40ac135f0c36a2ff773b4a6b6994f2853c6826e +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59124bf0a48eed2cd74059652331ac0f72d86ec7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28912bdb9b8d2edd93056fb3acecd525ddce0416158cd3308d709bd91c8c0be9 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb724c3acf5e9584ff19c85218a935016e591dbb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca40b3079475eba0f652f88b4edb51642012b690e8b885234ed93961f343d201 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c99624fc8eca4c41a9d14fbf33ef227d5ef1a240 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45f1d7ab451fbe377c887c3be26820b4c4d365a8445b1e7a63c8ec0c1695e33 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0da01b2415b65850186ce513962eb1296cb6a9d0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a597d14d3b08555e7d8199fbeb22c655ffa9f4259da56e0d1db260707b5f5d89 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aabf2d5e86e26489ea99b7fcc4e0384635f42ed --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de373b0af9739227b93e9c45c9aad7178eba8ab1d970a7ba3346395db663d0b4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..855a05e82716befb92d46bb6425adea9392f9990 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254409f8f86072a491171fcdf378709c37c9b42b35352ce2394e101144b0ab41 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd10bbeb6d67c09adaf556467adf26bd23bc8fe9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5750e944898a3ff2bc28e6023c89353de30f6a7a1a2eee6c62050d19f04eae4c +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9fbca9504c9f72a8a5a619541fc44ec7503686 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0756c6a11145c953b607f0b03698fa0d657d7f6b275873b9f14f32fb0f9b0ce9 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bde419a91f5e81987b416665ab4df4500ba06151 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200f7ddc69285c05faf40abebcb8d09d1c958fcd05952ecbc90339f48add1698 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dc41fdc570e4dc18eedae13ce8d556f6fb8c11 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4c403a187388ba40c655e05302c43ff96e795a32c4f24a8f083b895b95b21b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb7e8f4cfe3f090975cc27316894eb1b00a08b91 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fdd16e8db3a5226fbe0fa04cf3c55d890fb46cd4adcd9addc28ba74fa3c7d5 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7373455aca0ca7573666a1e3619150eedf61a375 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c495b8c2986377b21b577e17f75e322b2045e88a613ec540ce996d6b52439ae4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af4f2e512fe26bba346d6960d9a5baa1b64d3637 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9389b6c256d76d260d49ba222cc3b67260d60def487d50ca4613a9024495b08a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dceeaa03a1a6004a1f6e489c57df72ead71969ae --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aabe9db337fd3b0ede5202f6855be56423bff59413cfe3d01354114d42c49c70 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc7028bbfdc11b76c70c5d3b1422546e8e3ef45 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bafeb59a2fd528570432150d3c2e2bbd9d655fc8078201a14b08df98a628dfb6 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11ae0a5939304e53b13c9b92654de35d56d4466e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a34cf59fb2f9d46eac060ddd7b074894c335741b6e36cc88b6a1143f4dc208 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e51e2aff39d0dde42109f0bd94767bf7c36a3028 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3fd191aa0ee0795f914694afea19b274b434db982f10a702ef04ac9cc793a4 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5a433115d62b7c70f41dcc6ae963022f8fd4f19 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1872f5cce34ba4189d6dfbae148c3ac5bf6038e70bd1d5ee5ccdc1713bf9b6 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b252d49991088b99b6aa1239948e5157460ecf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c1d0e5af397a50cda073610107e6f1c1b10237da25b27980349ac3f03391be +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb49a11c8f25358d16fbcc1a25697913ab7c7da3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d664f69c120850c23cede55ac8e5d2df894c585f88f457b5d6cef9e9f38a07 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61465a0a9de282d66a340c6a9fe10f35971748a8 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c9c034de9f6b6b5cbc9378c90adc3f0cd4111adb8aa1eda5ab91a5eff492d7 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ae7286e3bfbdda93bf70a02aefa36ab6186a7df --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f4673ddc6a8bfddca7f5f7c4018ce4e84f1a88ff5ec1353dce974c58c275fcd +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db41dec2313b470ae596b51fa7d9b5e4c4a4be77 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c10b11f7c4c8220bc2cad7dc6a991f6cd6507a5e0e41bb752ec4a76edc1bb57 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43204ebf1eccd046252db6a72bbacf09a714cdc --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45891879a6aa0bda3c7a6ca868b740144ea7dbed224581c89595c50cf5c7b23f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7fa29a5a410d0173bed0db7b1d50c5cfc82ebc1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b72943ca1bb9bc5847421b32d4107d8fa08b8973c01ff96cbba8d4b9bad3d9 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c54bffdf49156b97fcbaa6648575f0050120cb --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f03809fc5d366979499b032c6ccd9ed4e6c5285911e2dcfe0ddb1836cb9c29 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d3ffe249d8e367a29ca2be1987f957491f3251 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cadbf2ff20a8a26a045a477641382557c73f093582072cc8fba9f79a487127d +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b01d8ba24dc4cb49f4f4a759f19d8bee926bf2a4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a210095d98f3c423ed98a348c15fff6770ff7347f6fc8c4a0d678af8f3b8590 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c41f58ed98401365c8254a3b4ffdffbb338b62df --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9878d1c5e7219262f30819aa586656c7afe2d61e01bca76e36a37b4b3b99b8bf +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f9954dcc2df839d0cdf5d824cf6abe760d633f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7547f2ae1cd54ea1d990437a36aea81bf6c3c2b79972793153f5de01a6fa0a19 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7091e5aeed0eef944913fe224ab4bbe491e6c0f1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17515597d59a765c72d3afdc27cc50998aaacf04466c2e1c4b3c2455d1cc6b23 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16bf2e097136c7727a4f8e37abc1952b2e1091e7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af017aadf852afd806db2e971c44fb59f6da11f392415526fb118c755046314b +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94b8e5f045b31ac43580d854c8668a9151e928a0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235ba4e7a8ddd0549514d2b27d1b85913a5b57b2e9eb254a0ac5de6afd48ccbc +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9ec895c8b8440f91024dfeabb85b146882b4c93 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b408fedd7553a1837d2cae104cafc6cd31757d5355ac083b256827e788410948 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d37d0b907d0a895d0147ef0bc2cc21c742893a8f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7a89b7a149af2020e17bc07602f515bab4c5f76fb970b422b80fe135897d28 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5be927102fade350591e96a3a5cc0a8de286805 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a103e7ab9c943f6c2becd558ce570f675cd7a4f2fd4372610528a626f65a3404 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c175a6e32218074c9dabdfbfedd8b5353657997 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276bc2c3d61863f6b3981d7bc5ae62a22f6e287d4475460feba2c98dfa72ef24 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7461f4a660a897c6bcdacd5d291f8674d7db3639 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de49b497c2567d9156b299d2bcb3619e0afe35aa75a3d2e7aeea3526dcffeaa4 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdff43375358033ae9d80eb772247fd581faa2f2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a125fd7b9044b8c8ba79c7c8b2a2e6860c069739623bea2bdcc195b530c572e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d24faaee32a6cca1418e04c5c6344c88c9321c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b543785b3b1825b7eef31bfacd2458a88967086a89d28065c6c65d8225ef9a01 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81e62262785d5b528854ddeb0b4f7963f89e1817 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1a63bbc29ab83a2a659b66158620f97c5192f57b212e34d45034c29730ab7b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b823b98535960136a8f601e715b315e5a8a8e0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82b230afe50b9d1c1916e276c6085746105113a1a3f658bcf4cabd4a1c914b8 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b4e0d4a73e8c633869b23b09bbc7bfe5eecb03d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a396a23fbba0661e4cd57b8e0219abb4f36c3d1b49cba4e56f4c1a79c32b8995 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46b8691aacaa0f393a8394fb453c8610cc1e252 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d886c0a08996c8d2a66b3d2ed8e03e98ea54c09b434ea3920095ec62b009f425 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d385cab30d94c0c2317cc9d712aa46d869866d6b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ca011705cb8f49df493570f04fcb653ae8dbcf7af57d354843eddde473b660 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd110e0035915c4f86bc1ac648713e46cec6d21e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c9a80e134bf5279e0b90da28ec5fd955356206afe55669f70478aded1209d7 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c5ae483492dd1a985112c8f0d062f186b660823 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de65efb261ae77284e2b882513ae4f4b255240e7a8b2ca33d94d28bd7930749 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51c26d1fac60c84fb95e4ab7ffec469269481d75 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33aeba93e805d0710f7243565201c97db68a8e1cd4b71d5dedf346faf4202668 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8573145e40d1792b9658cc13c6ec12ac5425d0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259e0a9f85026a41b9f4a08c61bab8ead95c1b2a3a1900a052f08f15ca409b11 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f155a406b0b04c2686f6712043841e7f69b5679d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b614e345d63314faf7942025aeda009e986a1526788821dad76a6b3954b5da32 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eebe9787d06d4f830dca963314cb85ddab01683 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae908e2ed47bdfee6f786ed8a2022270ba503e85705778d851420dc12e5ad344 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce8d528e8459b3162c99df92292607b1b4172ca --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66bc05d6b14af328b5125a9f0af17464dd763733264bbd4c9eb5175292a7eacb +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..022f75d477c04a0779feaab934081498ea53522c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750ba255ed0e99ac9fdad6fe42c8fda8c8aaf1af994603aa5273894b0f5392c8 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a42bb52e5a7fb8cde8c8fe400de60d203966dc1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a18b765a2cdc6e8bbe7346ec9e5447e254cccac6f3f2931b21ef617cb59414e +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc666961255be95bf27ae5d702af405f67cf8e0e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b9380e509980e2b6b5b2aa4cdd8ba3e91fda88642872361b95e2a0510ebd89 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c545b513a32250960a0db574b38f46db3224dcfc --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c8df1ca0b06c1865c1f683375c6e85cd41817769750d2755074f077cab7260 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0a30888d36453e7f71cee92e35af5f321b89c2 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c76fbc902a10dc3b2702ca78bb0bbe5c5a2c6e5c44c5deada4a8612159bdcfe +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae4bf4e6a827fca8ae0fded9689e85902813f953 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2877773a1a609d683a5cb7fcf127b0b406bbc950190ef5b6c0070ba65b7327e2 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ed1fef94dd934ca843a3e756b18d83641855ab --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817422b0ff077912d4883df387796807d381a9914318ad0ff175c443a452b79d +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a007b0dd1ca2d9c8c2893cb306ee6127c3b428c7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5524491555afb07c1d215e49e06e1f4a0047b5c5cd25f45f2ec9a868a86391e0 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8fd073366dc51337ce132dc0178975a8df77dab --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547d62ef933d9013f5670544fa0d9b59104247adc1819775b846568f238c1b58 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a1d5b4fbf12ff5a7e6faba976fcf44cc81e8b15 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd3e582781ed06fdcb7605dc34edbbdc61bf5d994971d4b8d8c353076a4ca2f +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb946fb76ec077f793c83c142da1996f0c2f285 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52539851470743e2ab3accb0dd1eae25baf1039ccf059cba2f32ce65cc56579 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..849917ac12636e03acc3a8c2b9b6b058deb325ce --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2571106f869a540cd5b7ec846e4403e14afee712ffaa21b505938825a95842ed +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be3d839297765a2a3ef46dec94f6e980bd32918 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6beef98dfe8d60c74bf21d81e572793912e22b16042348b4259f2d88325b6a0 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8369a8e04337f605507238601b1610acaf9b1d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795029bc6b73e4719adbd88a126fb44ce31b824f0f253a9629eaa513e84784e1 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10263374b54be3d5d869ff92a939be02f50b2a6b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09a47f8169b51fff36deaea86eb1a24b1c24bdd5cd82e17da84994bc6923201 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..982047eb49f3924c531c9dd81252ed0d2d88beaa --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1160254dd221e986d7ac430945adfb63308102dac42179e734849fcb4d051369 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96cbdf92ebe567c92066a17ec066a28e8c70289c --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f441bf22cfc0ee311bab075da218b41f302d0dcf627ebb3cb0b158bb65818c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e438c829e909fb2bd7a09242b7437d3422c7c9f6 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9313af36de1b7b5e66cd48c362fdaabab399c0696d998db21cae47dc701a0b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45018f7a2993f8212853228015eaa2a66989253 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b976634eb1ee0b09dc656d4cd9b944ce28d1a7c1104f891447a43d01c2da0c9 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38abddc2a862f7dbea404b66074a7e9ba60431b9 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6111822bab14e950c7dd5d306d10fc4f43482057aa4a25e4ccf527f9887257 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8335e8fa67c54322c16dddc5e07d6db723939589 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2440849ba84fe7dea142c4ca84207a0a4d24c54de6e6d2b6374d9048e8fa29a3 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..063d905323f2bc5e03bb64eb43dba3bca90f8a0f --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c234c608fddf6264397cb509c3e4938996caa2b0b5a259abc2ae895518d212ac +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2e1bf213fb26b557d0d2c79cf96f68186047fc4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f632a438214121aeaf7d858e7525a0b70e658571003a551ec90e54df5553f8 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db5ac4deaf2f6cacaeaef4766a33643b156a22d --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990733f7b167e7b9e233329eae927736398cd32caac23d9bd461058bbd1974fd +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3ed869ba24f3c5fe25932fbbfc0b4d08b801b90 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb79e4e99172ef32446795de604f04081ac6000e5232e0d413fe1e0554d247c9 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..088dcd75df8029b86c3bca503914f8a70a07a9bf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f0fb40562c2f33abaafe2425ca4b6a3e4db29c9cae4e3ae77cc073a4b234df +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8f053d1b1d2bc669b0337c34bf5c91fa18c7df0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0464e496c4298a0a1770bab79475906983cc5210ad58e870604fb2edb535cb +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ba503dcce5db2c8cacc40600bd78f1e3f3d4cec --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd114d51ac139c6a93a82140e6917585ed3a24a650949cdff92370f7deca7dd +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03f930eb4cdc07b6c1c59abe073ab9b91b34a2a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb72b2235cb1bdc392d3ed18fda1bc9df47cf41cf6c6e2e7f69bca52736a27a5 +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaa6a0bf523fc4124c5951c03b73a2f3a6113c35 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0828270e0ee7d82be4051186f310b781c72159e0a9ff9d8843d938d3a7479d +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be26a8269d1c0e930a1b956ca900e49e7751384 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2fb8261efb7b2d6b5e6cc4245dcf424c6c25491365cd6f8efe7bba22d663e8c +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48403b0ba8d9b2acf3399254e261a84149f04cb0 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed51c548c04bfca062d8144e6d338687fc06d98ca25aa41979d5c62a81e079b0 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5332337737fe778f61b13321f7c61b41bf3cc883 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9cb84a4dba85ff7e803a3cbe5a8093adf1867b5772d54ee448796b22dbe68b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c40805d273103ec55fa1fbfdf292550d5681c97 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f52b18da8dda09bc424fb8b4b762c3a759fb8ce3a777e2846d9a52fa647b26f +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fff6e3dca6f1333bf4366182c0d093c0ff97baf --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6609d389989276caff9761e5c3888070dad16828a14585bea6f21d3a65e913ab +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..162f583eb9ff7bd1c0fedfc9e65f1e844349155a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ab46e7594b82924b916a1d5da07d8029a2e674bf98a842eb0a09af3be2ebd56 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d9479013857f65ea0a94e0fa6fa3b89df4c8b3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67861b1310070d7c6194c84a04019f8ae15103b66da28b3f38641b1b7d70641 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a587833ad14d603ebc78e1d62c3baad3d430e05b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75de27b991ee57c3dea9d80dd26946ad284db0c44a5557e46a706c42b008bb7b +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e09bc9e3a8443252c9fb44376f96d2bd3909631 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e126778fd8f1dd7b13373b1a9275d444ea3759eba1f3373690aedbfa43621d +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de5eb323c0682dfa5abba83a76601195de00d41b --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3eab06d4667aeaeba34b0dcbfbb5f2a170b73cebf9286421f354ba88d890176 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..291c1b7ee492b1cdb7689bc2053b52a8e36d7636 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c79f20cb43ec508b8b9369746fcb581f98d3d7bea17b06a8fa960a167f3fdee +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6e1428adbe7576fbf6a85887a65b4c661de8d7 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22b396a15545217ababc33f3f335f5db2ae66afef1f13e48c51f5cf8633a40f +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bfb9985a1f862808351b5b49434db5f50d160f3 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a181780fb8ad30e18d50dad64ed2351176d86d9ca59f22997625642eca7af0a +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86b077d93d0315fe6403f44bad130a77b9b9997e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0ee707879c92e29a7d8b608a88083dba1cdf2e153339c09f6c0ce74dcb356d +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9786cb95165a25fa09af3e1e3a5a97576a26c1a4 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4cf903cf21de2ff4e1a595b09fc84825fa17bbc4afa409f21e9a4c72b5ab81b +size 23683 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b19333dad0bbd7f9b8398f531f78c243c4eebb12 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e248213a78595b657753629ccba83926867689c1605cc994442de0a2b060385 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..986ddf1f753c78020d55cfa6d12afc4fda244580 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc18f02d09aae45115cc2223b0415d7e5995dc28188a9a615b4e4cd4421d958 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2498a061b00eb0cab97d8294f3e1672a529d18e --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950820f8707cd202cced33a83e7e94776784ba97617b438f9f03ebb95e38c552 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eaac201818fe591c62ee7eab597f70f5a4b4a6a --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6040a944d7f51e4ae6d7d4e15cb4c94286fc0a4a304c94b8ef98b579b44cf440 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2911eafd1dcab5d6baaf2a18be10159ea33c94ba --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d230ef8695343432ed2071b620fbce6046239e10388759c4b11c0a94162af6af +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b17dccdd4b9cedd7b4e320832030dae103ef969 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7fa77c4567d839dd2adc22f98f638b2ca47db1ae2e818abc8b6ae395d5b2d86 +size 9347 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..538f241a6e45b345fef2ca548a13a72c1de075d1 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b044e93c80d134d0c0b05b400c752e58d830756c870e777cee92e0c4e7d693 +size 2179 diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..968aec568d09962b88d5a189acb89bb5797ffc47 --- /dev/null +++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff976386f7c2c1a1de48444e247ad3d8951dc6cb8a685ae4950ec04ccf3d35f +size 2179