diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddeb1daafbc82103b8f4e043a3649985e76d8ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e664923355d0216cf31c6189a30ce9f0c72d5a08d25d7163e712d6229925808
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30496a7f66ee5748daa1bb2949e67df65231344
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48c59e6d16afe2ec2db3e81b518e2d2af9641918e179294c5ebbd6665f9e30e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19bf34b5a23a49ae0c053c12484d15119190a04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd717766032575c722a255268337c4ed7bfd594c51eeefeea596d5cc6e70c7e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c48ed799a8e60c6b3cf1d2885b53e37dfe6d89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42252e0401a32a9a3681cc68ea3c63e41ace53fb34a0a081c6625c4e85d3c37
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6df6b0c375420a8aa6e3ea66659f704bac49a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acee33b96d7dd85865d790c0c0fb05060132aa466fa99b3c1a6aa963e26cdd9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93321e37794b28b9adfbb61a9501e715f6e23c00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2290d3dcf37b40bcb521a09b49f08c74c647e4f3d133357cf1bf836c8deadf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbb665f121b2c4bec4c262d6b8bc7df4995278e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfe9ea5856a36db82f9f29440c6718e782ce083c5f367965cb1f7579188484f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a6683a9fca5838b76f2a660174491246827079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa47a6dbe454d04dfdf027c8bd93e776cd34066778126d900fc65adc309893f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d109b60980499660de4714f053fe6b7f512bc195
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d488759ee9c4dcd351933dd8c9b99ee63c6b960b3b56ca7f84a2fac526b2ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5376a7251cc143accc89e95e37805caa8aece805
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b0c20b04cf1866f98ebd432262db27b1472e4a3e2230dcc9946463c6a7fac9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fadf5ace6659cf1fd056579a89c37f56ce3e0b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d6bbde661e2b4a2c9f8473628ff896350ba9c3c798efc509d61dba40e1f845
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f636fd6e0ee1b37aeb191c7e674cc4d796b6a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e36e688988a8c3a22672dd69b15edf85f20dc1d9196c4d17e701658175f2e11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31eaeb4123e978054177ab8f8b33e9e89f8c133
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03d37a6b6b5298c6a72f3b30e0b2a2bc5886e933ae43de3eb87d52700b4030d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deff232c26b39054e0607128a14f90b02461d680
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64507f9597bbe1e1d1819382a6e66e8310282640e0572327c6a05cea3f2afb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0c8ff8c585ba1b2d0e6744f181ef089893f093
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5ae5e47e5b61e512e9022893106ca4e780109040a7c336232dee18a1f5d6d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038ce01853623caf6080f07287c502069490ce9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ae9d1ebfec1f559dad08af986d075d8bcb739c2fdb7b1a2a79f199ed9ce522
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5348ea9e4a394c2060dfce7a2f176a18e0703363
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881e9048e818870be0f4414504038eaa26eddab793913ec382f52df6fba2a112
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd84cb695fb02441de4494f84d1c999ff3f6e3e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e11ea0b1559876e4ea2ad5433f122d97d4294ad1b8eb8207789c2db71f07f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde7b7c8fb3d3061c8808d42db2dc68796aac36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1868eede1840246842a459700b47be2e513264d43e0362e8544c8fd608149c84
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73bdcffa7a52a061e2ba8d1acd4ea515a4c717
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8ad33e963fd3cb4b18189176cf3c44dd54afd1dfa5373ad07fb40359935711
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df039c6ac5457937faf32997000452cb2f78b0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29a475a3d629ce16746180b9620e0499f4cd458ce6d44937045c746373a39a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12322128ba437e049ec09ee7c52433cf6f708169
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d4778ad6b3a0165dc311e62d22da6f2c43af6efa4df62e1f1813d48a58f7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75538558c2d460e2385386ae6ecf9a3a77478c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d9c774a4618fe2a3c702b55e441597b93a6e59f1268ed3743f611691ee7878
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7757ec025eea61205b9a902f0f3330aecfb7af1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7b00bb1448db10f8943a92d8b43c4c4d9b3d03ca39399b5174ce5f1cd60e5d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b01928a018db3f3589cb8c76be4edee459dc2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9bacfdcb13f5f3623c85b1e0904b0ae66274246ab83b2563108b7509ede6e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517e622873996bc562fe2a041faf6a374decded
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9379dc174979fb39ac173781b5fc566da55a28667d968fd9cf47f659f62e0466
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18ba1c23d784fa2dc8b7f260eed4820ecc1a4c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f884a8e4820be27a213a456dcf46e4a1bc76cc750434c82530970abf373a93c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d0a17a12bf23d061bdf3fe2d450c1977d62882
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0651e9a6186d3714f6561620b4f0d2292cb6d6c7b950a878151b225ac5e1114
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f20392077afe52ff36e4f2d9fd993c837a9d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7f99282967a6cc249350541272ebbee593cf95d233c0413d07b55de3c65cb5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35169503177eea705f45d8bde4006c035568f388
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2fcd65c610f552fa7f282a62ea4477c386451afb471d197b383552068a8ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f44a110495ad28538c29c589f4eae657be27471
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59480a66de460fce63890056d9829299ee03409ad9b9146eae442028dc3d7668
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3801346911abf031e6bd7436b345ce22d42e9a01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99740e67bea146e705d87c84116b0ba689f6593b905403472bdee7e7897619e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1658bb586ad4ff185e06b21ff8705cf144f1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f28876051218a477e18a591e0944b701a0fed244cc5a7a14e581023a7ac9c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c426e3b8be28dcf85b123a76ca320dd429d54f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4132f516747ddaa029b86ed2ed3f71d729bef2f051524ebaa03149c5d6ca5e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee21552cf23ebdd2e736c842acdba2d60c9d903
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cddd0dc90c1ce8b02d5b1fa9a77321106c6454bf49234721e37c2acf5a3b11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc4ef0b4f34d194e4ec3be845652358dfe785f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9cdd0729f95e3af547a3bb2f2132f30f0a7def408fd59b4a0ba27faf3fec4c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66680674e90d6b74c19e5f61fced03bf9a01746
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaedcfc0eb912154d8ab0f6d9b98eea542fcfad2e136a5831cd032c94571dc8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d50574be5e5da42924c1029887b3a9fdc5b9f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccff9e5619d3d8c60f82b476152cd16d2ddaa78614bb82f4c17a2fda973d86b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208d1a1dbd33b52ce6078543c034e4914fcafef2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5002245e68244c5e2b96fdc959142acc2e7e6c2ea665c829f6dddd1519e7f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85ad9e23ec0852d9e84ac7708b7256f152aa662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9c330e472aaa4303923107eba0286477773f026332b81d159490eca6b4a5b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82ec776c367d59e552c3db610f11ece4d89f992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fc310de6a02b424b6210394b0401130f58627274decba7d5a3cdbc01c36f8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097754c761d96b0f3577a39f61f91ad43ce309be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afe00561afd3dc415a3ec201ead0fc8babddebbc852659e36fc7d0ac95efded
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d0e115b369325d0dd6d78051f9e0d5f86c976
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e76ad22189217a5ae7ca1d3e022e2dd04c2be03bd2c09d3ab02c7a623b730
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7309a9d292e06bc8611e07f39e0be53ab4bb4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e8fd76eb1aa0e85eeb8711fcb2da08066f9cd1c060d0e7a4578e264a628f30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9c64eb77f1e8488191c92ff5c0f5fef734e563
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ceb5d26bb1afd2644010264832e74aea877da218bf3f3fbcbad064c4a3a2c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d50decfe226a761c878cd9847e5633d55f069
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903b64279b9187c02b71dcfd3cb5d734c7aa8381f1c08f0faef97081cf8cbc7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30ec9a0d37db10f18eedf1acb706e33230dca38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580cfa13fca4ddedf4c320daa1ac4e63104b4d0547480f828e69143d35fccb7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289d289eff3f39e2057bd40250f17e47c52dea3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed24ec9408c968666ce5aab2afb31b002769088420f01b272b946320b5fd29a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f8821db9585ee30cd6faefee2b3b5f42ab8f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718cfe3fe1d5f86cb28944df9100862db9a87c437c3fb6942f9b4e56135bac1a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b383bf661cc786c14231e111b5abee8242688ba6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee04c647b3a5fa99cd01e68345c0293ba26e68464737f7239391cbebc7f0775
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314031ac1a005e488cf7be5678afb93f5a02eb40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75ab29038b42d197eb166bad8170b48d13e2db03914d54c9be9888607f02fa0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec01d1304d18ead5a0c3633d0cd4e0d0335ad48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb4def8fad02c5beb39e37736eeda94cf5a9c3c20196d829e17625609b7cd3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30591f9ac11e6a264a051b96b9ba4f07ef0e3586
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11630169cb1f516551924f71361ca9b6a639a20de37716cb3066fceafd05c64a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b447cb465d4d1de559107c0eb248bad839449ced
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcea6ae363adac85dbdc9c13f9084ec1a5e6304e376c206057dce2ed678b50f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f64ca06e56d28b2b96b593031a60dfc68fcf2bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec79e2289767b53eb2f762e4e7d646b2817aa7e4e931ca749c0adeca1953194c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ea590b37cd34027535d823ed952fac26e003af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e3ec090852f6625e61633a2777118a1d581c62951de39f2e63c4b627340267
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c00f2afd13cea87b570e1f46101b7bebe2d6cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3ca287b12315991b71bcee293bf22c218ffdc4289675b2a0aaca5d0c8433a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e8613e7f30032b3a9d300e18e9f3c992b0a386
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d826a51103f78c01c87c606003bb92c512c0429bfd9da59133cc4f1458754085
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70586cab92be85f432221867bd818c42b8d74b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c404c8259471eacfc9e6978f0a58a9462bda1c9050d0231ce89320f9bc795c51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f055ecc2b18a3fe0405ff9d3d1695f12665488f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9f54285a7c14bd24f811d5b2d91640a32b7f09d5a6406eeb29592e4baea161
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84be6fcf0dddfd51f808620b65ed39945351671f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26a5cd63e4103727f85c4be8a39529dd829d1a40c696de317fe40c7865f8786
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905c8f155cfabf6bbb6b0b2d193f4ce59cbe7172
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c519987d06ee1510b4076496cc96fccbbb1d804444ad45b49110fddcb18ec13b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf44a9ba621cb243cf008f3231bfe4c8b27ba1e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b11bc9c16dedd32a0d6a64ab1adf9515d2aba519c83ee947ea3668f303d2840
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bea3b1b4e90b51eddf9090e06ed0cb8e22e2d4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f883543c40c137ba419b92250d5bce109bd9e07d7820bba734ff654100d483
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5d75b5488e5c830c1bef487290ab87b3cab67a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3570e7c9a608d797dbdbae70505f13fdf5d772434a4b69760583d597371c22e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a618114564e97ac47059087c76e6dd7ee32273f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01466d62d40ba0bb10354c4d0a5ed30996729d6aeff29eba593ce96195a43cb6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3ae5869822b75f04b80d3ffabb562f9d2bf17a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f76eaaff684fc21faaadf71f6fe9e9ccadae5e4f4c134404e1c293fe11a74d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de134fa4597db704c118b0ed87a7ecca1f2bb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e84f3fa47f61b70e92ebee06ff35b2b0b99026f4e311deff37ae55a81fd33ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30c4ce8e108e576ccd7202c7b3d390c092d379
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e5cfe14786eebf1694baacf2c32825e064ea0e8385f7439b8865e73f67338
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebcd047073787fce74eb1dee1058a5b08476748
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e872d001efe12e5977107d761fafb8ae333408da8339e9362c2a69a2d9eed7b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7711152ba3d388b2e03daa50f955b01597cf6a09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0a92112c271986f7feb4d8f7965888cb6bd154eeff7f6d69f4358ac090958
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794f038ec863f07a7542292a18852c4ac3501c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519a45feaba88afa1e3ce6de19d66c8e1d6bd021c399b6ed92cd5bc4974573fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b633e1a08ea6e882205f71eceb05556c017972
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3605b1893ab2189f321431262a38e98b1d61a03b69089b4d8720e3e0f461f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abfe69954d255f5f8da2047b41b0ad0990f97d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea913f2c2ef7bbcfc1652bc18e26e4b54e6653fc2c4d96f6888bee2b158f0563
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d007ed170ed1abd67de0ad2b6782e68650019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b609c78b3aee25527b6e212d314df59a006cd594b15178205e8181e51b6daf82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb63d32bd2d822ffd63b7aa6a5da2e6e7c67bd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18caf407328774d6af63831db80f9c8f2e359cbbc25ed93c7e51ea4a56a35ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db8440b1c7d3b3e4ae18ecdb09be32c8914f5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a8e05cb562e69cb806ce2d1603f2ab5035d5c0130c79a462419576422a27c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f7963e6d42d7b0b13993320f2b6061b1e4f49d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ac8a06a789f7e6730126ed4f70c48177e3b4fc1fe1da22f2b673fc0b375cce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280db4d082d0d873a0b1427c5676fe3ac8074db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81c97476923b2184b3bba14d7d92e6bcdc562898b55bf95d790d4136533dc23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb75e4e680d9abf9bf89a0a38b8b64c069921c8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0973be985b5f685f2e8019e100294108910fece2629b91d8fe8b77e6d08aa1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8d004a60a97bbf57e4ab630d5c259785e7005
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd48eb78f01d9f350b8eca3b8c53ed9e7cb926ea725d49b0a5d604bc03f744c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af272cf193fcb6bd1baa4ec4509880b92c90101f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9e3f7251c137cbe9ff9b8cad3adb3270f1409bf1616ff8214e1c9c76f8b989
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d6cec6cbc1eaa79e5d5dda4b8b1fd8c6dbdb57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fb41ecde9a022a68c8b2c9898ec7bf32033a5936354ad3a6d33cf38a944061
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8194f97bd55f145d6e097df2f6cb6ef7d525656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3c6424cf3db088a44b612e30a8fb88c22ae7614e70f70b1c9e45c8d4119aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb198645127ca0f0eeb7d2262302a3ee891948db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430cea05ff9f4fccb06de6ac9bfac710bc1e8fa1565eb92a6a8c76516a16783c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f357b3f1dfc5d6cd424e6c0346a6555dd90e2c51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf50838fff671c74ad1c8cb2041f3959bbce620da006207a36e63fda905790b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a1387a9982abe00abbd67edb355c73acb0fd31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5be2df147db8edcb8eb4e90eac3a2cf1c68f1757249587f46d79c0db4b16ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eb428d9a5a200d75653eb1d1bfda231824fcf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904404de124d1d6a38fece36e358267e5d5af6f68c24e7b8837f6a2c2769e851
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91fedb45b65e2fb2ab7643b4efb522279be286b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2522227eda8a5177e6ccbb4db403cc79e3c22873c98f09372d2de98c121c7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7131883459cb1d2e388edc3a4be415fffbd813
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129017e5d017b85d2c265283e4d71466be28a50453bab7b7668865c230e5e96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bc7efc6de06d9e1493865a161ce85ddb3942bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd637f34d6ea61200cc178afccacd57cedd7a8ae83626cb6ff981320caab3238
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c9d0bb96fbaeb08026cac2ffb6d0649d5c3c3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8953eff0dc0cbc9dd934fa88c57064692f9e005df4b06160d25cde1136dab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b7584e495cf4419711fad7b73373f047cd3546
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698473e328da299dd45b816309852e513133bacfbf275192c2b147870b7252d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c4da7fa76b50232f66f8a6dc57e2e62008413d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31883a65133fc178751ce5d9c75b8b528e59f9e31bf1c556b084c6186f0a0195
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c51a59abefd9b062aa38600aa5ed6be75a3f5b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b167c3bbbabb180bded7368a48d9b573ea7c3e28018d7330a64617b02c7749c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883714922b7cf5e5177ca959459aaffdf3351352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1c5e8187742ed3057eb2ea914678c2ffda559f934a02441ba3b071213ef618
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b8197e69778a8eec0d0582d5659f4fe2b8ceb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712f8d18a561580650ff96eb0be92c7a432a053db2eb4688340d367f3c983e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cd99b35df7db0bf30b821e668f6a665d031b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39343ca64609c0b0efe36cb22d4c03d4d75735676cc76d710e755ce9fab1694a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598a39cf302c117cd335791748761b9172cfb017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4d9f2f7ca01d7d434ae926e4b84fce9ed723ce1938e1672edd569cb441cebd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36661fa1463b19f79d7528167661367811bbaf02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5b1f60aa5bac3d2f31a73b0d3911c668b3f5414708b0654c0dd203a933c2c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5834dc2a4401a5b90f24e807090b7d20aaa55af8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d74314cfc4d38b6530226b812f4e08fb8ee92484c8ed3f1f2cdb858f1668e0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64703c10bfb211bc2b4c995771e45c753d96eb9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c5561056bf83e6e1dd3a5a79bc9156bbc4ccf7f0ad0bac391a0a7e877e3c5b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690a96997dc5a1a3291fdd4aa971eae74f242ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a1e71dadb24a49ad42934f895ab87c3fecc1f402b837d4cd0f6903cb702e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6609c1198d80046e63c129f00ee3ea51972fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee692b83bb67926db4016d92fc0ef5e88d0ce33114af27639560411b584f67f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883e80bf0dcf79ada506f9c2c71b9b3c31bdff96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a78af8fb7f4662a0ce1f0d940fb3a9cb9c9c4925b697323327fc8865898a54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae54cefde778c02c9e8a37650477408e27b8af07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62085cfdd53fee1fc377565ca3a97ac67b7bfc8f0bc2c24acf2f01ec5b407ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341cfe19724019bfffebe3e277a95e9853781254
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe1a9162bc36b70d7311edfe0697aa0f1022cd16673ee005b87ab9d6478563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7487b56c6eb1f5863dc1e250f749a65e4532d5e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ccf3a3ae66732b93ee49cc643e84fca2de051fa076af4c8c122e43464b2b26
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab186892c5aae7d4a454f655843a419d439924c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c283eec01512f60e7e14f81b5cd83c4344c6e3406ba4010e1013509fc65bed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdef1a29534cd906f7233898adbe7456daa7cbf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c7446b5d7a2f6d11585ff74ead10d00612d3a286e68681a17e5bc9653d9cb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859ce6373b3c23e3c782e28049678f2e27936cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2511bda077d22414ae09e17aae4a92c07f78068086c6508deeaade32f335574
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332157401adae9f7d6d9e304ed160d2f562e4ae4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9200e112b1da9c0032a8ed7d6399f2c4334403adf4264338597bf2da9ac4e90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1689636d00aed3292f616ba54c676fdb4433584
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ada93be24fbc488e7309d1e515313b872b112afef27a7e971d36e6139040f7e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2d587bb3e00344a272a0ebd587ad962e98abb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18d82fe54f92e714d5feee2309f043acb4af0268b8027597418763ca6b0d802
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143b0284b874c342ecbfad98a9976c43b805a18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1ef9fdd91b1b9ebf0c894e728b207d5dd3714094bb207fc64c60d35d0aa481
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2cbd1061e438c68cc293e692c6c6c0a2430f3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846fa1bff847b4295ef8fc1980404fd88545db78f06abd7112e420fde0238405
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedf9c46333fee04415e5510a16fd08cbb0a32ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33d0af71dd34ea9eb0b1991483a2e2c828f7fff4ed27b3fa1734721f04c3e90
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13290f94b43cdc78c76ae26db691941088864ef3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2af038f1e5f89cfc518c58ad6e36c161d419cf79bc5401e9781575b66d9d0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4640dcb0bda0bcd0fe11dca95f12c134d2cbe2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d2fcd4d1e22a7a7e6934e57cedf9fde84ac5394622290b4103507cbfec83c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becfbfe4cf97df6a594cf008461092ba0fe2cc4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c701ad792898bb6776567a2dd6b4a9b48329087286f68f77bfda78c40d5c7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76da7925a43e04ba41fdedbbfa14b8e11b70b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100e7c7b5b1e41a75d2eb17a5f29842635dd144a1071465c8b61604e091aa0a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddffe0fd3bafe693d52d6c8d5bb972a9323af20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ce7aa8777ddfa77407cc34194276765259f426b8a2aed6712fe88a8644ec6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb732ba00adf98ad2d3ca827f893d749ca219cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee915d42e0b48b85f26e76b70b487c3ff6379cfc432dbcf8a8fcd841add4c094
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e6c0fb413bcab3ecbfe62ae3970ca2f15de75e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2933875bdfa328bd5d274edcfaa18039b01c1d6b1dc0c98645e61a022fe3dab3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003cd9cac354722ba9e6aa6a894bd28dae685f8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c8d623f21f69f674f62f1bb62a69ce77c1bb10cdb6eb90e92875da30f53765
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9281b2408326db0274a750f010ad3a6e1851e32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f898d4d541326096e24f2f4dd41c31c25db46e2031e8b503cf51eb9ddb3a8cdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d5857db850b5ad900ec3f342915b3edf50f5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e890882db1f40eb2daa3b27600c779d5a94eb1ab25d6c929f0e2ab9f83f4a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a822c307a33251dae8502a92abc26030328166
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96167613b849840b5998b94526c8686f13c1ef562f11c4a07220449ed978a686
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ac73d65076bc29561c9e5e3f7c12d9a7a8f821
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b4824308734310a2c1d7e069c3e8ddbce790fd761dfcf6e8a45f0422c833c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488defd5b0cce2e05df77a48bfa76b92c2009662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff4acd7d42244276e4a6ce66d05dd009ec690f8a8b126cd754efc07a237e1a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c105c804b84f5b4602ccbd9c18018af84c6bc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d781885b1c5a50c6fc4253c5bb80b8a9ed8dc28384859c3f2d833b533bdf76a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b6600cc26cc459448a7d94b564ca9a6e32c954
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea89847bc762e594ff5c660ee709fa883fd718b6c93ccedad1cc972acd4b0e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6393a463af2686937f689fcbb6923ca81e7a34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d030c3efd0ab22d18ca0fb868bc49a56b11ac77ec2a0c0bd6e789bd45ec725
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bf0b63f18bc7a847cd2b1f8ba9f6577b51ba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bceb136c422ce820cd259eab6f7b33604e862d3552d514e19b35e2f8c8c7179
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3d3f41ff68857766651065cb9c1c15d93c8dc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17837c8e6f3400cc11cf9badec61c065803cd9326427647b1c66c738be51dd8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37a057457ed10c792b17adcd26a7dfd086c7345
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f1646491e8dd6047c2f12847070eb9bee0c0cfcf64c69726eec5dd8821692
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc49c6ae728bb9f3759e439f2c61eed55b51e1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88e3a46077310994a724efd858c6ee074159ada773c5ad6edb061ec00ac9f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a023c86d1a43cdb15b5889a774ee5654fe33535
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af4890f60afdefb3576a8cb15679cf64227b17fc983622df7a5c4944a71336
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69622090fcf25cb363932489484c48a53037a5d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d731ac91a03b8c098c3e201a93a85ea1785986c50a9419bc4832594dfded97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c832683aae3b0bf4442a244ffe64672d23868
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698fe09ca4da6fb09415263fb395090d006e6605f159ce2f8bbef78a9afb7005
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d135bf660e6d60aeb8960ee1d9101b38ed033b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1f2a8dfa04c341c45fea037b0c6aa551ac0f9c135439c7a55afd9bfeeeb74e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a4b1e5475c5379827e382ca0977f0039f0cde9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80537ab2502b11469709c7c8328639404fea84430ec70bbaac302e50be637e0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197ae0074776ec608cdf5995b3daaa861a587039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a0f08b4bdc03c39301f67789127358d410c058b1f224767f3182495f30e07
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7264a672f7a258783925f78ee4e4e4ab04e987
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6f2468ba7da64643c9188eb852296b4291d8cbedbc59faf17e785373809786
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d0867f54ac9c6bec447806987955d2378df8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca7c84ede7660263d6e95c8e12b815a310f3eb2ee9bc7a65d73a4d0ae74fa0d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4b5c57321ae6290ed92033f6ba1cfb90e8ea7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5147015b934ec77f012bf31842d9c0589aee4a331992a91127827e523194846e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a6ad43891c04c5c80d11e761d2a18fa699cb79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2bb5f7b67efeb98c71ea8b63b3e17e0a4866c45c655fbbc172f7e57a6b129d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a238304614df8f2a32871dd04eacb978cf512b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8a79916b59c98a47046b4d41e7d3b43b7d182ea9593db95fa488fd74c357df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa7d1067ab8644ef662da030a7dc178c56ca992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53efc684a8c97a71f265dfa5293d0e76defdd7b843a6ef3c7158c1290090dc2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5318fb212de0e8a4de03eb3437fb2a88220ffea3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cc7b787b7d677f01629e5a2c3d55107b575d446cfa5332296a29c62fa5c62c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93e1bf16f5acf3849b5e888b4b4aee2251d7121
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9db82dc665744064b75831b2d26b718bd5ef76b7226c7a33d8127edf4be1e3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ef1314da69e0dfd01a0fa58a944bf3fab439ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c895e8d0652f2ebbcf1849606b50e9c916a86c4a348483924dd884ecd109e87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8345b4e21522bc45bf0658930575abe6d04266
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9545eef9b467bdb761ab666ddd7a66f1d048c6396f1e4622ee62986bd7c801
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690421e19144b781dcca13fdb85c965e50b69196
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a118fefa1d51a41be25eb881b7f0d41c5feacc443672c0ef38c888c28a147f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20d04ab34b507e6e065859d29beded947722ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e225e9ee18cc41ba6ca8adeea0bbc752d40e80594f97e63a9ec39c898470587a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d6f4096f63bd7609acd0a68d72129e5af17a01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc0ce55c9ff42efeb2bcb746ebba83f9eab5f05f226f2a168f8f1eb10898433
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd094a99c55bb4133960e5a98612e6211e00ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae33b5823fa0de02edb478f4a2957041021d4245e5114a6c068e832a988e95d4
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1751d248db6d496489f04b84c4335cbc0139c8eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194389922f274809884f8741c2f8149a42b396ba434be2c4a0c51ea22176a4bd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01acf82fc6e9bcc370ae940c5719b5df00971d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb188d216c823cc2a0718e8dd78324df08a58d3f6323fc73c8f98979315ff519
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaa41dc1a4a5a740312ba1a3d61bb5615376f2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d1e832b0701f053a26b84ed23ae7811248aa94cebb35a95957a8d66d9ea94e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fac4d66f1043c691111f8bcd215daf15872d40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6a13020f2d6fb7e5a8b1f928e74a2502705ce90ec3397f99d171ececa00d4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff81ed2d39837bf0555d91319c6ef54cb26e8e51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3f07a841a18839a29c43901892a3cf2782fd321755ce1a61d00c5d48141a22
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3c7741127f33ff51bae3ec7b42a969feeef438
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eab927356620f1c9e6a4301e783c20f9d10075b810e72dbf67dc792ad686e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d41a3c402142d856e0f4dbc70f5774d9e799a41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e754d73deda5751f5440dd41097ad1be0c5a7849acbcdf2f9bd04255dbf7d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08bcc4ee0851baee2ce0573ca0e9b53f4ae63a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa22bb5ca1503d52e109d27af6e8b59e7f8e22d93acce010a146d070cc48b9a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c9b3ccee0abea65c8bbc7e1fb91b8b292daca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aa4b664929b9c56f32b1caf42fed9f0d5be6a82090a8561817aaf28f8877b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843d5df4f62d1cce102f5718f4721c92870e28ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9312a8ddb17d6945b3dd2c7f3c56433e5b5774a3cdd4fc5ba2db2ce0049e746
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6881f59494e818fa360537284f1a96f3452110f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda01f492c009201d8f78fd1118cbd6824962847c9a75fc3e58460c454af6c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23856b3174ae1c0459fdeb66dd8ec31c19bed83a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705884fbad59484e347a01b88fd7d85d2780efcda030dd5a0a3dc22e51e03061
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a5d9df97b9c803301bfd4ed623c7d0168cd671
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02811a856cac2a29ac2611836c9de1eca5189cd218c48a89536c56141dbebe26
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a931cf045cace6f68acf971d555e5b6d4ceba1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299caeaa0f3218521427ec5a4f06a2a6c6ee35634d25559e14ba323c3b57ae77
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd3461318be84df98aa6d868612dc2c8eb74611
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40278ba7e305f9efd5c84ed25e812e85705e991c92926b38f7561142b951ed14
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5687e7181085914187d29aba3b31d9c79a6eea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225444ebf8f8d7677d2674cdf638cb578d55992c0789c2a9318eb2e8677c3b05
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f671561520dcacfdb7904a30701d2b13a8189d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aab52a7fc9ca80f0e52e7e567dcb2bc2c5f909d89a2360ea86501e8d497508d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6e2cb437fb01bc91fb17c4bce5afec372cf3fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bffdb3ab3114c33adcaa14e517cb57a230015a5cf6f120c7bc44bd632d0381
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2dd28cdf0d6641ce89fdb763c69ad3b85dcdf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2e41662ee2e1caac93c255ee3025aae64f0ca08bc3827ed0e0720910bcfa18
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14be2249a72d55903793d1b71e2c50033c850afe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d00203a66294cad4cb2639efc33dfa9fb6f5c68528585ac6b2208872c76340b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d5fd2d7c192e4d243be9e4d96373ed2e8fb853
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b301bb65594405539542ddb247303360ae5134d95e37311ea56e1814fad04576
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb241a055cd3f10728bab8003596a1fb569fb965
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ef5397c6d64608bf915bd666f941837d3dde918062b1e4c66bd707179ecf9d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52f68a7c55477a91353776f78c1264f386ff9bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983c0ea423e4f35fe3dd744951489fd55dc951ae0cf6a60fd1d8192aa1269c8b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e6ced924583fdaea56774eff3dcc995efdf3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a105b5b945ef2a94568febbd39919ea9b06ebf7a987c3d0e665a4e2061c9001
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a882b5b7414f02acc890329ccfb859fcb0d49952
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4140a94633fd740a589a1c7968b3c2ad21ecc91d2468edbbbb04c4efbd3725
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0070e89207fdd667ac262230a0c943a97b4f3689
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caa2687babeb6fdfeb1938d270d7196f860df038be57a92956abc57bc8fb4af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da17c80a37e16aec408278bcb03a913cfac36f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8206694dfbbf70e4832fef445e9d82a44cc2f33e51377a59d51f7bad7974e231
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791b49abc97b1479205def08569cc366d53d89a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320e33812ccac5cad548b3ca1aa300b5174be7a03fa2844e397ba12f6190d7d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66b3fdab87853643c3cccbb2fe52d624d3a67e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a2408d5058a61328d65043704cf769233a47190f1151972a863bce1a2c9c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4b1f1b755cf4e7eea1359147dec85b4e7d1de1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b846d4aa4a695c7c333d13a75f6931a4e1d769bb99119b97ce9a8bc45efb6dda
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b04125a39ee16bf64201be7ca0e82f0dcc43f25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370a1d851b5d55139355a0445388539b75cea4d99cad57da295dee6e9238f8b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ecbd119f7987577cadf9aaf601923b6fae4c98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94862a03a67e6da79f83468d1bd1c9e0b50ce59bbb5996feb71f180a53195d6f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58299f42ebb273510145b54e1604786fdd155517
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f46d5e2b09143e1c50d484e6a3bf25f813acdaa818049baf09d5505936ddff1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc154a4ac324f793493bd04863e9066b7524de77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1029d3cf0ce500d9221b0863293ff2720661494884951070bfd45f5ad2757d8e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7df22418242ab45943a2ba0ce92a1aa4c6a6f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4986ccad7dc23adfcd8316088f667ff872102b75e55432ea8c2a700a291afe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81ed22684ce7281870a34d8128d6efef04b0af4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22daca5ba99c11a2135be2c963cea7996ae134aca5e8fbbe30f4855fd4d18629
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0b05f9b4e724e1268bd05bfb2000718b44eab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069f158e710f95915d8c48017d812cf4f03851afe6ec5063527a6f3359d8992
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba7a41c8a13335864da0e96115120785ec599f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cc5d49ffe525d49df0c5da778093c888a5137f29ff5711861011ccc6d79a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bb6cd7609c059a125dae43d8eb4a9ade075f44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52012ba5e9a75477b13bdbbbeeaabc8a6fda103199219df0936a175f9be16f7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fae4090ffb7cb441f8099cce1e995fa4b50807
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3279b3210a34e23c87be2374d18071ae5a00b91cb63553bfebb6a036dcb1ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512f3c750052f93db0b25f199ad7adc463f0f4b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d963a35cce2d6a783876471d586eed2f236c6300df255276b8b1286390356a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66721bee332c4427b4d594a4d7b0a3e41bc0c70e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14be83f44a421fbf14768f8e53d69c052e477ba48afd06a073e8d43f1d8d1998
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1442d562dd094c6ffb29101252c9c413ea2aaa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d12e1a88f80cf4b92b7572d5f75dafc108cb75ca8ef273b6ba6682e4294fdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c9a9d8dd7b8ebeb21a27ce11019d6ec0a6c7e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f73fe13856a6dd2072e2aced95009db0c9532574f00f15043c316edb8d46bb4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249d5674f40683dff0809abfded0a04e57b4ad9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75445c181b729a06d1953509c3b2ea1ac107035925285a09b48cf98eaf0e85ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4716bde8566ea2e82792ba98339535df568b52a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67e9960c3a07c64be704068089c877fe01f23a991d9a7860d177160f1d5c7b3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de671678c4ad80426076b0d7a53013fe48d7c15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206593580f67757125f54a6dcdd91a9b7b897f5378d02ca19cafa7bb76048639
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7168946b21c4cec62a7945850167e038809d893c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ba3695bc95023166bacdf7bbd2af4258a0aecda1f0ba3b721a7dd612c1729
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2144e4f368567c4bb466c24bcf7805959c93098
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f0433a4e33768ba366bd8151745d730ca8a90a5db214ad4eb74dbd3cb2504d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b1cd07e6ed0dcf8c87fb7935799375831bd40d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7c0388aa3c5f158cd232fa092a80a9c80d55784e8ded4ebb420cfa919261b8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0cdd060ac2eb599953cc9520d58ed8c9986843
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1b58ff409209882a8137151b12017cf3573ae0b6df102c45a0dd5e55930439
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b54e3cd4ced359335a04f34aa0e720215a13031
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3df23b9f27e8dacc4a188efbf7d4d921115498e1f297b14115521c1a2d2a91
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398983ea86207482ba5918f16901faf3b377cc3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fad443b65cf4d7f032b0cc560f3f1f688445d1e2fd94b9a15f57eea90fe84f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37a0a1b1abb9ba9f49d51493143ec06725ac7f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38fd24c2c4bc0079f490608a04402a853803290358591ba55eb4737bdcfb58f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfa60ef64db478055b4237c2cc13b360b74ebdf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3d59a1bc8a900fb28e1dc0ea0ab40f6f285f6ecbed9272008315f97a23ead6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af1ca310f900cc38c3a595185a497488c8ebb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b49b8e3789f1a11347591b7fc64068952b76ee8eed4bc5e020bf64eccdfff6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaeae1769bfa0e8a59aee0cfa7e3a6a4e0d149b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574e68058ed824fb12e7bd657467ac61570208729714c0a6824c5bac5f253a4b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb627136667e45b6730d761a210d9dba9f1f2da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283fefaaab4e38e4098d92eb58b933687cfdf334e06e77b6ad03117a12058576
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e9b764df54b5417f3eb6f16f7b8af360aec632
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4186b3acf0114cf7b93d223498da7fec78b8850cb088917f65d97bf899345f22
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3efa0a5bd427d2a1c44bdc9ce46175c14cb82c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c191dc90c829d72070d369a54655a8badc469b210f91f9ddb5d4360ed606bee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e626c1fac4d1034bc4bab5f25c31117184177ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730ee49c7678906ce7087f66e6ee52a4e4bb73ab45b597030603b22b78a5153
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540197ed00d87045a2375e85733d57984c8793f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d194ec047031e532bb135f91039efc8335175c0a2175e0570fbe57c2f0fb7d6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee0f7f16236eb5128d34f08a45b64ecdaa1a708
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90835ecfe2c7fe3e4decbeb8c33dfe932bcfa6a1123a6b1ccbaf6e534cdd6112
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bb2f8c4f643695fa4f7b0ffb2bf77a59fad703
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d9315b4f24917950d737063e233760421965d4cfae1fff1f385aa17b4ceeff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a23a1b0c377ce8279655d1b14c84c92a5ae0eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405c7c86b76950a11b91feb163a70f87e706ba68520ff4992c3651288034ec47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c84df3ecfcb46f0943af7078bad4551f7bc39d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4b6a4bdebb7aaaa3e613cbb7748ffb795736d17602c2b45d23b8ee746fabb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e91a34d6bd5861fd2d210d468ce68b0b7a591f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a020361ce5938b5002a8592c362196e3d53920afbc05bc9eead087da316b1ace
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4641bd59fd6b90cb1eb7b2f04fa09444c43b7e18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87240f3d736af195af58f56a5042b68e0a293cdd95886ef3ff9f0742cac7d07e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d180bbf413103a6234734a2d4f294543f819de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ac2dcad94a604bdf43c7a00293c79f3397bef001375973b3e8f017bb2cefa4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4abdf43fbe173a3d1df222d83c0f1efa4d9dcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d5319343372457e254d963a78cca94b5899ce813b44948b269292af2e4a27
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c6d991013a3d4554c1f0952096f6c780994c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65107749351fb39c6954a03e0d8512c2f5bb6a0195de588651e7228ef591e505
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fc95563f315bf77e4217bef88c76e24d96bf26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe51cd79e889210fbf41d8d60d9446aa8ad5d054aff51d3cd212a0ab604f75c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c9f3fbd266b41933e2e02ff2b4a69407000aa6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec65321f08ac6d38d177871c846cdb105fad34877b04fa5a9ab9eedb1735b6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962274ca9a677ccc494fd815bff99777c421798d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ac0f05ad5e9cc0dbe4eddf67f7ad3ebb4ee0aea8c48c3fb0619012903d795e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e4822db38563b3b1d88825cadd6122ea5f7ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabf5d53bbdddcf04a80e95b4943f6ab50770966ad39a1991b6ffde68555aae6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f25a4a0310ecd42adf8a373047e93ae4088d3e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a944d49c7e7dfcd70215d34e82f199414fb082b6cbb6d2b00c103d08032bc2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996f7cb19f8eb4a8d1c1e00aed24f4c6a017d82a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b4c6606eae7e5904974006cd911ea85be04716ffe2c490c0e3a2bfe3b774c6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7048e3caf16a52b4ecfd7d79c1e3e43e81570b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef1a656d278f1b31483e6caee55e8b8542b71c6ec7d3c99d27a8ca9d146f1a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f535e4084ed44995c6e0603a715c0bf3ec4c950
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dad3d21bb7d2fa9ddca8243b40b6a866db988f27298b473bf5c29f5ab25fe3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40711a3ca610fe99d5e609f5558c2cc066dc860c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3030867057ee6fa97cb11db38dc5edce7ac1e26a09d4a4de94c54b923dd39cf0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d2e84d157001084ad8c452fe72ddcd68c624b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34875a69c430baac2d14a20d43b8f4dc16b64c5d35b89d5ef59294405ee1312b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c901e9ef66466b6686abbc5deb18a434a82c28c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec5fca18e31bde8252451707917debb9e7a8e9c74e9f5098a94b5fc1ec0a9ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ac8e8dc0c682c898b0e41195bc4270ca6bf3c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fea1678d7a81f467342639e7dff8e1696429d3dfebb5260bcd5f89b036587af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a954cf218b6c6cb381ff244d6a4399de375c67a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7964efb42dcde6b785c1c4565a6e2ecf2103400a8ea0c1013c05c5d22e3ffc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebd1ccf6cdad3a89296c59275c2bdbf7bae4ec4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf24831005c02a27e3837f024c03b87da94700ea72ce10ef60d7d463c25a17a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb93e70fd8eb2fe3097ecdc49e5bef879c115566
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2001d9a7ad29660b12f30356f20d454bfb88e4b69ab3d44b58c827986eb31dd8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b07d7fc74227b9e193c094ff0f4d9fbdf01ec6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f001ded4436530f6fadfeeca0a080e3e88edd8445c7820b70c99ca1153a88910
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b68b0156d12ff849e4947b3b676a9691e11af74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ca66ab71cff7d44352a547a5a9de79559ef87bcfddd85a794a9c93bcc503f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738dd193a5a20f87a1af739dbb72892e4ebbdfa6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b41bd246a6f5b7d6c871dc0568c1431ead5756327bdb5e3fc0f2a36c923120a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12cc1c8c377188d764faaf0615d9776326551b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1533be78e3a749a4a6cf84377a5201c05fd3ef2e3d25205faac29970d2381421
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31bfbdabdfe1cfbb67b78f13986f6839007631b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac337b3e4a29e20fc080b247cca03ebddcb2347e6c7a1d6e23203c497fdf620
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76307626474aab2fa995523a2572c19de79d388
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ca5612d42b25273de0d0d8748f622a00b22f0c277ff5515ed3b6cfc56bb364
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5fdc71164e542b42823e8172c304f76b93c9bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15af27f539124923637b93ef2fb86d10ac3b387db06c7c9c4d7abaf4de5dc9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a1351c0c0eff7ff71e9922f11270166e75552a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dd117e0c9a7fc135b3fca1bd2f65aa659a544cdf3cef0cde05a5d563a321c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051a367056e6e75e1a4f28949b2fca99b7d9089f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267f6d13df8f9a5bff50691a3df3cf0630b8d7a94d53f5551262c937d9846c27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce6e5337f906bd1031b87ba663601af89bceedb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213cbc360a110c6e7baef76d3c89f6d59607046d73fc2b0b11885259141ac8d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25db52ed52d482220cb643db7634cd27be879145
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f694d9208a2c35b0e359308021840effd38d4180e5907f9a157a17518446b280
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18233e506e75acf7997d0d15eac6fa88bc39147e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484f02d3ca43a658219599cb49672ddb6e237f755b6d219524577167434b141e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f827127e4e472c61bda16ac47b35be2ff2021b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e80609bf9a395b30d01c79b5c84e512b7cb044bd592ac1077e06adf0f88278
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd68813b2719db32d38b4ff790cf01220979eb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3737f270ae1580a2978c19385520bac66ec6aff79aabdade433be49d773ae77b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb3b70b6465a7c9a70c25c9b595913038f18d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bbcd955c751d88e19fbe53db655172974c9ba8e9960b594ee6452289edfd23
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c876a84d42bb06e7078375f82ca7a0bfe78c2304
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b168479d45f82445e6439dab387eb7c9e184123050dd70782e8c1b6a663a5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3a2ab7a39da52b53c49a6d7f6f4ea87109b253
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558ddca699b6a72bf22ffba519b802ad6e65c22dd51eea38393975324221c31e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b587ada9c540cf87b15e6029710ff807e31ca33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b291fc532853531d0520d8b93a6bedcceec059e0d88360049d0bc50935bbd3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1829f069b98e3246f6fc42c73020fd39c4c5be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3635fd758b12b1ff2331fa5866640e0775ee70ec511206b41f8366149d53d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1401d86236d2315fb83b9aa401c932f08650e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f597d32fcfae7cf1de163cc0c98a7515fa33a81fbca80ad067251d84d40e82e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7a42b253ba69bcd84e230df9d351b0dc153488
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06460a155a607a5f4d17c2b7232b56b7995c918dbd6f8b88e595c77f43fb87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d252bd9e0ff98b6d2ed3607b2b24b5d4cfb4b30a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b47227d809a0d460852e9895e1bebba5eb4799f065b4c3b236fc0fe37039a7b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d58008ea272a15c24c5338d8292d18bd4215c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2990106eac23fa7fc6e6990a3b41a334a4860730dec6553b980cb7bed21fe1a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa62e5052e39b6c9432a441087ddc0e07f56b8a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036ab1c956c9be5605b46231afaff0fd0a0ab7729e11d09aff896fbed3ccab3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c7f1ac4a7d8427468f3a6f15765197b30c781
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f843aad4aa6fdbe8f03cf4b234c89e051f73b05adb915cb4110d41c8ecd5b6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcf5e984885fbd54a27d3c221d02f140840411d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303969bdd1f10e0042461a2411862f7baa3aa08b19a7c0de029ef38301dc20ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8155123b98236a4757d01152de2cd0b07d79c82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c741f07855d75a117d79d15d4060440e808bb216d8fe3fd1497071ca73d59f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93292299ac1bbfc3fd747ac9fc79c04d11c91841
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57da037db996677592d7be773efcfba625c3465aada7ea07265a81cda14cd6da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e9a88ada3cefc4d49abf2432c104c04e2faf7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac060fa8cb0d41e1969381b086bcc21cc00815778d1a6c12e47b7136f05f67a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b79e8b9312a883e8e842be0263efa04ad81434e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4263efb25f6d79c51cc39732293e339a61604b35c8657ecba1c2c8f9a31ad6e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263dd7850323742611456b8d5ce01be34198c288
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b94bc4bdc9c3cfe5007d853ed0c0291a061e334bcdabb316174c4e9856138eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c3bd0369a11762687088c9822470c2745df3b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54c5c25f774dc84ceab66443ce8b17d7ac7426ca9c89ba6e0b0f9b06ca84461
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25381bde122c61590f01a9bc8f7bb4d8f138b328
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa9c05ea0d64c3e05788b192c6d99f8cd46dcdcff928362a2cd01cdc546ab1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d363327d7aedc81ce409ac1e5b6cdda72659fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1079cf68c9e1fc18ea5ed41dd2d1a1eb1f027ad6d62dbe29c55f218127f4e0e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3749a3ac070158110181239fd1842d2e02dd0b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85784dd7e1d8880a8f2d33e93857567b8890186a26b12c29cc139f8f77dfce95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78889a15e6777045938e6e9b7574413f61a02d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253e05d580ec8490522b531bc8aefdf46bc368ee22ce06e40458cc62a150ec2c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aead5b4b6a30963b816a3d2dd844b8777e65d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf80720e492a17b3bde2c274ad064f5f98dd80ae7d033cd0006a1d107137853e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33663ebb6b6d582ccf61fd9e4d48aab0d93f347d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497520f4fdd6bb46a81bccea40ad599a0bf6399c1e2f37f21d32af4aa23e91c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5beab9711f6a2ad11fd0bc1acf72ab5c567535
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f2a3f03fea69e80d33567513263d736d42486f73b65b6d9161fd51a12d6dc5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e41920c63e85e52aaea90c7d92ce9767dcc43df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a67b632357807292267b6030d678d4444dcb32b14e51613f9b73085634b4d70
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c818c49bc6c59aba6f460c12468be4df637acb56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f52000a233cb6b244f64d6b208b513a408a9bdd3e6560eb76039733c2c237b3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa4b504b8f5807f570e36b501039f782bbb5537
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7132da0be7b43c6ac468ec01a680a61cebe0800b250567f5330d0e4991cfd90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f63fffaf762692822168f1f570cf8dc6d257eb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d795c257821c4a2b12fbbbc753a11273fcd693b44d9aab86812d140de33c2d6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6641c1e15de2ae9c88b8fbd07eb46e83d56efe0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee366e634196637291b0c2b099476448cbe10ac1b021557b77b6eb93ac95f058
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08ed1509957f5175d6f8b28ffca4a29062c1f7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9fad81ffbb19047b3151f749deb2eae90fb0749ed0c13256fa130ac5f7604
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19973b4ce94a99e0d88a67f5cf8886f679b123e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcb8f8e9cc8e0841ba8a34871e4e5bfb72bd05567893642f26fc43239e10a5b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72907561aba60fc1c9971d65d8ae094a8a9a1341
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150262f21e12bfb5de446511c45d30eda1cbc828784c1b7e1961d3e4355bccd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a078824be4fc66f77e3b43636be4ab7d7d4ae4e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0e7bed6b7ab70c35c8d885b8a2c0bc44309186dc548d2084df7ebd9fa96cee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273105b23db680f6a93c846550ad62ea6f83701
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5211bd8cce113b6268330998bedcebc0f9f1640ef596610594515ebc503c67f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2da03809901e7fa471823c86626fab85a8466b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ebd049d1424d83c78296721bb06c51e8e0a31abfe6b039447148305eb17a77
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb2775f07a7ee146183581685d696ad2d0e37f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb79436f243a8ccf8d189684e133d1963f82acf9e05be364067875b0f06b1b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de54dafab2f2566d2e5159ea01f7fe47f8da48c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15b1f87c5651d387128c95c887fb063136ab223153cc441d88b5f32998bfc5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9c66fe1aa3d54db6eac401561757a586bd60e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004b127d412d9cc3fa9e620fd59fbbe1b4224db8dd6bc90cc0559e0c6851aa8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba7b40a9a1299dc56225688878a702ba68fc29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530091efbe1583745591c5cccc50b36c639f68873c14535907c06ae4a2abeb67
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d85b4ee790657f4245c4937d09eb076e82c4fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55aff42885169b4b5ff6f6bdf43797da325edf8208db10af0997faa1c40f3fd9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c812c17bfa3ed3ce705411c0c88649e57752ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d11a9895a98be9602d1d3eebece0ade36443478893f51c73d227379dce7fdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014c7db9285e13f1f8d4a01e036e306229518058
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f29b60731127307e335c2f74f6927f486ac921279cd2e9bd3a593ae0945be
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f758fa5f1d89a8bc9377a2f1df8df6c2a119e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d0c19dc4dd029cb4f520bb465123b108c872cf694e30bb9c26f3e26840058c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12747b61096d1221cec2b1cdd6f23d0d4412a72f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826a5678fe19da8780687a9b98d8d86819e83b79c7eca04a69f66a22ceb42665
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053db51028a2175b02d10c005fab4be06aaea490
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26075db6b0df4fdad4d66e0b8efdda873c4a63251c39681b8a52db0420ec5f74
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f543560bfffccb231a19ba1984e2f5bdab7c0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1070198c3bff55c77b5a7aa36aaebd0e79468e43627c4887ee54a879a9895018
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0df21e33046541936bece72918f8c2373744bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6915a95610291424787345c8ccda4ea16121e1393ed03ac59368a9144f0f3805
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be9929001ecfb96823fb4e408893c4eeb5afcc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3631dd7d964ee3d874b23efc389dea054a42a3f8e1953b522b89a1c3298a0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcf9cc7e4b09c600ec492fe2759811dbd9a5ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d97f5ff4db9e17edf9cfa034735deb112e177805dfd59273c8e18e41e7e6a5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab4efe54025c51277db61a8d3e4dabdb93153e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85504d21dff6b2d0a99bf5da83698522a254123782c3b68a46ed04b966dcec6f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68ba096c479283c7e70c01dd16a41e25279cb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3b2d2b791461b9740aceabae779438239e37069b4ead35a57ecc6826f09563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1153e8352d602a4db2205e6aa0b152e4b4a913
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b465720a0245c65fd4bc8437c4f2c6456ed2a04db96da4135e7fcf74b7afa77
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c473ffdbaf581fd2dbb42301c347295de698dba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4bea6d6a436994eef2c9e6f0f17b1e3d869bd4bf7b832d8ff00da630c71e5f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16da5c265a8b9e11186ece318052425166f81694
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de2c1ac5a99ac9619fe315f6e24a9f4b7c2928ade52d28540eca8ff57b93b17
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8094fecd896f3ebd66eb7208decb3ba0810d71bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcab364242b2450d3a5c0b8fc2ec8a852ae6f975f6e192cbdddc0b971428699
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5284c4aef7e593eeadd317c26110632ca4a1dc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449ed47d320eadc16db6f6728e8b61e29c371202d62bfca1eb0c6747dc7e3747
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0838f13e8ed3f1a635b4f9b613bc03ac7e2daed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2ba2c06a8f9378e34fba1b82dc177121f02c44098a93919b7259fcf053d63c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914745f23e20bb368a239a2c2525b5e95e13f805
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4fa7437d2ec46f14ea16d2554fffc920ba7beb54d4fd05bc0f7daf52d128c2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d8d5c03ab265e9ea4b290891b17eb8b59605b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f722fcc7a2065f1df46577e4fdbc972d2d097f79094416f75eb82b4dae4e68e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de181d478ec1d1be954b0805b9c3d52aaf7b4e28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2856cd26683a754903eefebb044c747ec5819f105c97974011ec2f9d891026
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd4f9fdb30053677675a124d103cc8c0c79dbe1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29881856476b7230be04b1336e9d3ff7d82e0f375382a8aac2fc6c9bd1acdf3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42af151915fb7873c1721ec44f69e0ce5d63fe6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f41827ecfc14fb45b37d48933d9d5ace526ca4109262a6d218326cb8419dcf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c9ba35c1a2731a6df0fe244a5495567a1ecb48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6744720ff569c12d5cab88ad457a9ac9beaf935e72d232fac3e4350aa453931
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da0f41341ebf37dfba23d7f892d528cafc328b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26d82819b301295ec016ace6fdb27bd324f54bbf3a93c33e5b93318270e284b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a129ed891fbd57e9d1dec51170dddb873594fe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4dffe4e91a64c4930ca4d37ab26e6e86abda5f71d1ed28939128726f5ab51c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d7c115d91187e952f64956ff005b5369db2773
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae267dde7f9eb43178bfccf6cd7cac801daba078dd76dc228647499d76e48e15
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0293159df320a100d91e2ec9315e693c1c87224f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eb244dbacfb3f6772133fc32e1cf200fd76f46a3d7d76113ebc84e168a819c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472f09d12916edd89efbb4a4cc94628f15f7874a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b46c6d343ae8cb4ab451f2471f1e5e49a666036ce65a2c1fbba6de6faf54ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733f796edc478278dfaa9fd214de299abca0c1c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbb4b75a6be93f2e8c68f0e1b2e62f4fdce6a5f7d383b395206dee2e072884
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7fe967895562ad78bd7dfa4d8fbd395e3091c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b921f23a1e51d6d4c777637ef962470a363436616a21fe435f15f8a73a1b595
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de41bb0db8a60e918860ca6474142c03a1f3e65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a3a2c261e7ddbe44795e8fcc09b126de13e4dc1e93b23f7c7a3e0ff832513
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb189c1c73e0e442162a547221524004fc7e5fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8712672017c4afbde1777b073453376df1d5bd0fb8316bec1ded7c8062a88e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7d7cb94b4e3d291318c73b7ebb48a584ce259
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8a4858e4dc536d40240864b15896b07ebdcd2769d62cf29a1410cf7322a96
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4728ab9f83d1bf86a78ed8e0bd82e51fadaedb6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ccf14fa81fc0cc34afce56d46940b990ba2fb53135df94bd7965df2845c3fd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6394513c5ffa94b164ad16c8c4fcd6f4d62a6f24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69544317de5a4ef11956b58dbeb0fba3200c68ac4e8a6a1ae8701e6e30790b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9d98902f5969987905c8372bf4903fa995d61a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804bc418fc0ddf34c024ec922b8d7383310b6e87abd8cdbee5039348aafee7af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa86ae1805ee7a27f1a816d0317f10c0eb25e778
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4adefc5f1c233ab77db11b2dfb2c15eaff644678aacc55589b7c67db4ae0fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe84d98f968094044f6ff4af1ba0b2b530aa3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1374d6532bb94534d9dab7d4f3c0c68bcd4a12646e2c64257f61ef02e737f1a4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89df199fb7780f9c2499533710b28a781dae919
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa818011783f9cd1d5f658f8ce70e762dc31a06b94253affbc155d470d25c23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3774f03718000f3ffab2c1b6bda5c32de20054
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8693a8f6bd0f23ea3bcc55410c52ab88c86ed761a32ef9e68e8aade6f0cb9960
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5e004b6005edda8da1e85e1bb0b57237bb12c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479bab61ae6cc767b179077f452daecc5e561ede1d793e8618aa9ed03987b28d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ef9ee5d9818bc2971184777c4059ad1b9df63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa7cc7aa631e9f9d27f02d0bf780886ddf65f9e86abcbec2952991e75b45a32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1169ca9acd3b9b55500e4818aaa6ea92f6b8fe1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afe80e4ef1eb0d8fd6952bb564c9e1d91bd7eb7ceb1459be09dbd02ff389bad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9deae50150e6e9bec37e8f3ef25c67c8e3eee6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137aca778ca7d27a322a0ca03fde196005540d2d497c7ec9be27ad50cb948342
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950cbf018add5939ab768a2887efe5203ce8c3d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cad80bceaef413819fd803f5cf02bb717fbcc8faa69c898684f7970cd846be
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb66186c845d808f49fb244a46e518ef0a5d102
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5b9a0fe6866039965e835b741a8a1f14707466c97caef7e0226d54538f9370
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9473cd27646ad42ac04d0735d652c4d54f22759b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f60d30f2b97fb80b8a79f980d7e9dc47d60b56759567516699d2ec4594d495b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438ab62eafe905023ac185ecb3a9a3873d579389
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6163837a6887709f81ec3a7e3a7b525c0c2db6c9ff5e3f89a2b6d0537b2ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad87d0a5c5eef0e2b8d5ff8fcf3aa0d560b1ce61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf432fb10c60e782a8ccb89ed3df6be7f0f6fa9558ba223090ddd25632475415
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861094fbc9eb0480d1de6fc1ad525ea4284dcd07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38991229f9c0c2caa9e2cdc6549ad652eb069016d12d5c2242d811708d14b113
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d42ab3d0e7615b47a1aac0a9b89555a262b1814
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b54bd3c84c23ac8674f1311a358de50f7d2849a7d523016a92d63280d83f54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2fcc0894c3446da5ba82df9d0d2a1182ef1fe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2564702822fcde3e347d455727230b00982a13bb47cddef83f6c43691484956
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9389d92b1abd29a6b675bb4b807af16310bd1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c01fc11e2686b7220e8b4e6939a57fee5bacb0e0c35f854df5fe3b96165a97c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6bd8cdf3d73a1d6707087285b2fe9003b4c9cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8668ace0aa4e12dbc2f049e4600dc8dda5e0bab3a5a28694573c5666005647d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8be80adc541ad3068af479c6024197d7c219dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a6f7f49e9bc7bcd3a8909851622c4c7aee3a19d0e86f0a173bcd8ec4fffff2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ca1fcae44eb0d73d89b6e1a6ef0eebe576705f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bfeb6be692ba98866c7cfc8c031277d87446a1970e31a76b2060846efaeb99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a1221b0bceae3163ec78041fbef3cc852c04a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6806de590829e973498fa91e684bdffc480780bf2384ce5bdd42a696f1f4e2f9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d755ab109ac8537035f3678b48176f2f8f647a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f609dc98c61a5fe13216465580e32cff2e362e137270e16b8f6f07ff7eca9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cf3b691cbfdbf59a04a6f771816463ae4d5d79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac660fd5b9a3a837d7b2c63f46d00a36d233b14f8ba36d46cf98456e40945b81
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f5c421f759f83157c01c6f3dfce73df2976d2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7eaa717df6e6249dd7ceee0f6a90e6217588c9c601404f3ed466c3998072b8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6421e5ea8ff306740e909c3ba08f45f5f3ef7198
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50f2001b643249fc02885a0436e7103756e947cb4878143d4525eb34ef44308
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0fe3e16690ae03c0424789eaaee1f4c14a3ded
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbcac6bb7d4720c0f4468486dbb8d80a61219bf77fc236759c75990a60b809d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efa714e1bd10f33bcea7608c0bd1f0a9f110046
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb79bbaa90963c4ec144b6731b7530a2314dddcbc63ba9a6049e349429f4da15
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc21c67b64ae4d8cc04cf1de3030d0fdbb79c63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fa928a861b57f4ef4f6ac784434b4beb0ea542388687cffdfecc91ad3752ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65994dece4075a9ed8f82acd93f7885591065ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cbdcf8e6d529b7bf5695b6b22740b3de9615de5a661435296d60db2fbef188
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5425e7f26fb0d99d2d855c0ab86b979728304a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e90192872b4562ef46b56f71198d266baac1316030863daa9359390adde71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ea8d571a7d915c97fff17fcb3e18aff377fa27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d7294759aa1e382e010b04de7f08d89323e060d4f43a8407cad673c886f0f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee4483a2fc65b05f1ce42d9a736ed966f4f7396
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26c048ce2f45c85589f13018a2689a25c40e2f3affab4c14d6a9082688a8d2d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd8b8bb6bd1dea5af8c0aa874c7976367051b59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbf736fbc7df095bce5ba6ad852f22b75bc185ecce5a4a5136f811ef5b372c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eab223aef6cf27fca26d1078576d467c538073
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c621841272b59d7ea4d8738be03812dcc25a3061709931dbdd535c6f545101f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c31ec8ea826a7e45ad8c4cd25e04c8fa45e18c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00c1bfafb787bf95d3a7f3404b2cc4a55108589daf3f7684d49d447d7b47fa6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b01895be6ddbf3eeb8a37be96306cec2cbbcbef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce909476e9f39100c8a829d5591cadfb764c1cb0ce83275b52f858b81459db3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd89d005433d0150b7f75b07d31e9e2f55d71321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d791a9da625bfa0023f164f2eb72fb3bccedc21ba8cc1a4f31c7c3a3962d063d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be3be13e6e390dd99461ea1d085116f462a67ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389fb485103b7493d5633ff46c7aa1fc4f60aa2d38920d939ea21cb6b0f16543
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba04ce880e515b6ca38e66dfaf63deb9883df25e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4af6a2683f6ec43c88ef122d4fe47f3e9ca497eef2104e77c40e4b0bd838f83
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8652f695a864793187abff197eaa2850073e14d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5caac89ad90de13e96b632b11602812587729e80fbfa45e0a5887d80fa42af7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d76bf34bc5bf83a288a69811d2c6fc7c4bcba89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bf0255d72fd5a96678e3d9d8b57d169806aeee57874f58316175241662cc7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f9dbc525efaf6f3d94d6e82299b687e45afdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6482cf0944a4d534072f3a396f7bf480ed7f22a43ada3f554e20322d89e7cccc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09eafb4590d9d5f2d71985beae5708304b10ef4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f63a291b57e5009409347c24e073681fc46c9c3d503ef02934479a85bca859
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04770e5594cf816bf8549fadd9378cdc8882e192
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd890c8db8c8488e61ca8452de048b2fc3753f0266cba59e5b50a2d009935fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67e7bdec6d42d8f18bb181860ca0fa0db20ef1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094304b7404c6ef6496a09648e308736dd8d3301c5468ba27560c72cf2a22ee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500f201a1a65d82f0c167431f5952680651baf8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55f7d78a3ecc6679d37d3fc9fd8b8d0206e2ac56c4cc117c540efd9d1ec5e8b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16cddff181896132849cd87658f216aabc3e6d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc63068922193eee412a754f4fb24c804f89a6b319553316e17d13c0b1590f4f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131e289e6b41b49ef6a2c0d8a40910cd4a49236f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ee08f2cadacb3b623627bd2e5d3d884dca25f8221eada718735ea443dfd4f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6127abe5e75713bcd9282e1bce25deb789c427a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b26090d84e868371c1c218efd5fef6d8b55c2530dff569467f0f6178adc6d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d3404f1f34185243033fbe0a266ff0e8ff4332
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ec794e4ad0045221368eed32c0da0fb0371546908feadd6fcd72ae330ce7c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080b33532433158c5dc5714235846582274ca4be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a935a27bb0a125e288762e006c07a982cc24443c3c56b896fe303286f0bdab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78460edb408802be4b8678462b5d53c3844d1d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb602abfcd3406694fe6b5c7c8257b4e5afd980ed476f7a255f4ee1922c37a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1805889672a170fc1a5dd785a2c97b14a934fa7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54274ac6b9483f6dc57e3be7181e151a99a98584d8904878deafba693c743ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30007e4b88ab513ff08522ff3ef92381eca4b60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e1a4c7de26360fdc8b96c7fdaa481eb7f531b0ae73e3da9c67d7cd87c3573
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc0e4cd5d0de6e1666989bbc96a6d96679cd9ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6288af1c76271c643201e418e27f84d8deef8359e575905567a7e81b043eb75e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083c5aa0c4a1430f7b9f1143f483a7fe2da1854a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ace4b3c142bee86067cd8bf6ff2c152c88f3b6d43e6aef429fcada254d15be
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefe5e76ccfb3f055b4e0b65382b1218be82fe6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6389889f474c61687ab04e92ad60952e4ab9be3854c5a99030dabcaf2f41828
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e344745fef4ca97af00778df9a46f00e55e9ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedc90a80d94a893511e85ec2ff82b76193e68a455ef7315d2df33ec5520081a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca0b0b6ec41a3e48a79e0e6efe050fc44a3ef03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286b57a451218240dc4df2cf997642cfc678bb759e3a29e32c557d12e8c03355
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd33b8af1fe3688186bd53c8c8e418273f42076
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d31cb8c9bf8951c276cb709274dfe7d24ad2b3ddc3e00c8a20ddaf0bf62e3c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeec7eff728f5f089ccbf1c0db547070e4f20d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afab0d3c4002c07d66bd50a1f20b1a4cfa63cffbda54cc0ebeca7ed1a7856439
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f570960d72736cceb294119babcaec9648303c69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca278b114ea210f51a4cbf641611f5e0dc5343fffad0dc099f2aa249d4e4587
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdad78dec588ad0f90447c1900ee9ac620cfd77d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673c9abd192c01090f08c34b44cd7d6790919d6202874c44cdd215022c0eb7ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db3f1a5747cc6be272b8b3f8fed0908c28651b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd790546bbf25a71dc06780e4982cc3787358301cf35373226c1a5299713d7f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2fd788b312427b04d315c08bab89d29fbbf90c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5177459ac4b7e6dd622721884923a6c7156335bc628f28e70c5b20eb6d2af3cb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f03688465574d945cef21be2761e4bfcf555b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b25f2c1ca3d60adc6c3702f234bf49388615c3b77effd4f039ee6f81c40fc7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9ea95d5b5a687fa7efef2a71555c5cc3cbcd29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432ea4738ccd73de09855e5a822c01ebf15c91a220eba6180d5bb4368c662941
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47c87b6c14b3ff530c355ae5c3d7d36751ca06f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1e88cd64a80f220f2eab3aecf151b274e3b90c59ac20f93e9fb6b49cdbfc44
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7adb4b468558b4f697ea18973764a2d5e47242
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebac5dd3d4dd14128e21d33e86c7a95cdbee55d0fe645418141395c598836c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca92cb39f9c3e089d5db4a293d961fc93fa716a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eb419005399f9cd819d45493f971744042033316b408626eab1c1021375212
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5626afd3a1038378746c4a1a9e63d3a7dc9dfc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b00b4e2d06d31427eecad7d8e6768efefb54d8aca856fba3b355a7a1c65add
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c20d8a3c1fb7a7799fc19b5780fea9ce09a0e98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778ea9440d8a268f30d32c88ba10beb49332eae94bb1a24d02265fc22680489a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7889c4b25a1345602b0fe55885e5bc764b527462
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e609092ede63423e3ca78d3e6f35897c485ffedb7f931493fa41c7b77cc85c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e54f644c6226693d642e185be479e82bf3e7dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1875274b68fce637248f9c8f714c178ab3722624a7b5560a0ca64e2a80246836
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fc26090ea9a9b113b01355f8ab26d1000bfc83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78c6f83d5a1590d52a7d28c53c2bc46cff79a880f39ea332ac4d2397b2c528e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655257d8b78168dc94e6a5d6ebafa4ac05ff26ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9621c1cd1f96105c70445280629e050cb6936beb2c90527a36f8c3637b2f34
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bd18289ebfa8b629c511a276b3957d81835833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e164dee50110e95de0f14068b4dbcaf3b01aaa840d66142a6182d1e02669d92a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6d8dbd82547b35b2533f67c97850e01983d2b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f9afbfd005d9a0c2b363d597a9084782fe1877c397372869673bc959c10ee6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b4b36e9c50c0429d458dc2599f652fe93b8656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1cc98f57a3d780367de386b9e7bd0e64fa551d004159ac668ffe457c36a6e6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa423b62071b7ec7c74c268515d2da6a2fe6c1d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a2144dc1c53cca12bdf5de9f512eb7b4fac5c05b07e9e6808f8d3d6df58ad5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ccfea4e4de735d677425901b8f55a6920e0460
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79822afc1d3febcca3075a0aec60cdf20372708afc4ecd72bfb3d58088793620
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8498d2c742e17f3615ceba100c46da34110418
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e14c5ba9e9d831d0f622cc9e28bc8a9d520c1db6f252753f1bae86ccb3aea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08494a62ebe29474279aaab08f13d54b8d547dcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92367d8d07c59bb9b68ef6427a096f4d51a601fe29dd2ecb3f2757cb1b4433af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59ef0874780bb19e65113e0e7d5a8bd7259f110
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31351e31d193bce5ac6ae2875df81aa2e57bc2d17e9f173b57d63554aea1df3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7e3e8ca4a1130212ebe72ee6228804b73f986
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5ac681592825bcdd0a6bb0c1d2d99cd358d9546d7417bc9445f979e0b4d8d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9ff407a004c6672a606520db6250745703f760
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f41a7994617d24cabc834d2c58b017fbac17948673397bd8f99c056cbb6294
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79929ce6fe192c0713ff8c6cc3233566b0d031c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed24d113eba70313c02d13377c23197f090ea11c98b045805576ebe2296eb045
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de401a086b72fd327fda4963556e345ae3aeda41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1ab0567304aa39f0dfde62bf57324121481946a460a04e3685010ec54affc4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c793f9d939ec77372c773630bcca2a1325e923a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628417f641a95660a5bed687324861f5cb9aa551099e37ea3a96feb92f6e05f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf6f7ade2ebea1b571b98a00f9118f9091c39f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c2027282bfc16a6709c09c3fae021cee5cba073433ee79c23ec24baa67fbcc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf015402c96261970393fd6e9ea62efb4e76cdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df028d15e4e6b9036b3972a8d8f3ab915d02c1269c363c6a25fd76f757c21d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fd34d4ff85f2163bc1577e0451420272d0e29a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a115ac75bf5c489bb6d2bb44e0ca0e4b19e003e3d54e1c6b6c7bfecb8ccc53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d2bfb17aac5f8a5d61f46cfbbfb5c3e0972e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4908cb69008582ea468b3dde504fdf73366d61d994e7bf9b5d19199387a40b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2383a06a203c666673540d4363ca7611a68a0550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d8444e4cce2dd6f6aa4d3287811522b6cc068e89810a1caa9e6e66ef603784
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fd3405b2df39f667bfcf2c5bac98eaada5d219
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba3a88eb4bb812998a1b7e774b7f1afe336315ee547589632092ca967c72ccc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dbc7cbaa8ed51477968cbe71bd728862df3eed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca4588b4bc181369ec56b29e993fd340e573ef32f4c3949d412a25be9efc315
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f150541910c4722ed8c2f5bbe0ad75bffc92127
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326ba30714b5c85592a67b4a8915b9204ae183065dd6689c719d9265c179dc0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a54b595101663fd7bf1ca26128c9fa6bbcec6fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167c64f0b4d1609beca7618976ad54e15a5facce4786632ca1bb47656461aa1b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0818b9c94c3a914269843ae3b15edf9ac661cf78
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee8007568c3180844aebb45b80de56cb23cae59dc63fc39c43e134ee73fa2ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ee459ca815090f03885562377ee0fabc47b05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c197e91acbc4061b9554ebc13bb49cf333a640e9fa75ae9e0b4a6fb25e11b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1563050e2bdd299f3d69bf7a1308d984a7fe295
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e44aaa3d688a4ae20469efd49d9608c318ce48680363648c88cb399e9b3635f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaa6b03762867f3be43df71dcaeea676178e20e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef3edcdb92833786ef3fc5b48d6de006dbab480b5193cee5775abf1a8e4a13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc193c7810e6f6f505e66f0a38c1b31f7fbc0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c73c4a6881d4b94ad8caac489a4a47ab8f872227a89b18279da4bc72d9e8cf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993fb5f46dd961cc9d72695a85d80ddb2dcb8d1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8e9245fc67fdcf0edc1d37c73c6ea88c8523dd039dde11bc12be052a6d6d70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79115084a64236c514633927ec6552abc5c8cc0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf26bbb7ba78b58e5349fb63e351ac528647270ed069ebaa3646409065c76de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551ffbc521468ce55b5a0e59c57c2bf05d7ce456
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44714cd89c94d09b48e76a089e87f21675d9a681218831fd85303748da0b0d46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585468847f82b4e8dfcd35459f0d8d46e5339a9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad238ebe968f9eab9d0921e4485ab64799e8d34c4f9f09b59db67157a9fa5dd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd46d8fc73b2ae76d8cc7579016b83e4ad3d729
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738c27cf1406833f650c2ca916b9c8b864c64867458cc7bb864b90961ebbd385
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a667129ad372f986ed928252efaaada26dc7814
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98306bf1b23430670211848892b59769d439da432810dd114cb03a50f3ec29f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7bebc9d2df8f709e672818f3859219e223d41a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919cc94692f6fd85e51234e02f2e880c278325f53bde104776d81a080f812746
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8999150d850cb597ba01c4d8e5c216366b3f7106
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282d0defc1232c66532d8bde856df6a5d435b180a4ae8dbbde3187fc8885091c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac46b513228b25de385b7fe1fbb6b1a5815df8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d68a7f3047be2ee3f3e851c3a3c8c7e38350e9748929118e604fd4098d86e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f2e401b7d4a4d0ecfb9aa37e366bd2eb60b47a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84575577ba943d63aa67fadb0d9b9cfa83e2e80a8c794daaacc004335d40e53
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc913c9278dcd1f5a6b5546c9ba86415e9bc1e08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2736b5c14e359986e9946c681800e5443a3e2013d6797f0e8eb679688d14cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7681c9839985fc69eea8fb084edf58768b4949f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca6fecadea18c923bfa3c33435d5a57f19eec32d7814c6606a69d8aa2046bfd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70610378f99304acb75adaded29d065c11b36a0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f5f1e0016e20a5232133e9e903bf49b975fe6404acd95e2ccaf6fbc0e9db09
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833b4eceb48b666756d82efeb9165793352229c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abd1fdfdb314b3c5a3553d5229c30e53e255760adc79fba0c017c4037550e25
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b17481b7b129c8f82f07d98f44c6d0a6de87fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441a873576d7e6aed0e7cba538799ee3f46c70ab1256384a313fd6e6f7034d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81ff5cbbb56d534ae052c41969c9317e260206f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3953263507c66118106d4d5ac90b5b4d903a9d97af1ca41b1da0e62f9845666d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c51523dbd634faa92e3147ed003f6bc36dd609
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed9d657f60db6270e2e0c6d018169c42f336cbcfadd6943e4e6529e6400ac19
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c532df83666352ebbc17423f86893f853c1f753
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda14577bad0c5a5c94e103791a17c4f45d2e9f57299b46b6b4922ac04dbc6b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df675c5755c5b821d35353f5acf01f2774600ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4e98773a8dab0221ce56cb06b1f1db6b790856d87a79728808f0e320c93c6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f900161bec6df86fb9b5b19394c2fbbbbb966db5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d796655180ee0339c129ac5c900f3d662f0d357fae94a3a796bee08afc266
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369cd82268557f6d084d299345cb1d556df3b492
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7fe1f80870d1e68967a7c25dd3081afead45f396fc7cb854e04b450d4a3fdf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d154207bc03673b2546fa8171069f5c5215759c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010bae54633ce3ea0e34fc3f0a1c49ecd59ce5ba566099437f45857f36109ffe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44773e87c313689479620d39b57652292ce1dd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d26a4d2db6df8edc8c08b714d1794ef61a2a20a1c457d21b73e10b0b851ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386f12e4723827b2c702ca5f623a1f785722133a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96ae2838ddeb03abf7112d566a91f835b63f3de994bea6eae2471db35a31244
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21b4cdd7628b46fd79e53fee98dae782577066f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04788e6a45250df4b393b489d875bf1faf0687197c329172fdc0beb1e4671162
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ed16565cb1d06f3c9f380b0845595325a0d0eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aaedfadea039babd90bde2df4352cacf1319d084fb30bde01bf9e97684d900
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad22097f943245ae087c3f3cfd4df5f29eebb6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff3f8f10711fce9ec480f394792509c06665417f6001b44ff93fb91cf64b2ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e749492c6f95add03e852e7db1ffe6326487c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c686c5c54381e3f1a034f6e059f2111aa511e325e156982748e5fb1cd980beb
+size 2179