diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948f6ad1b396ea13e464385cdf115653d31a3c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d04862d9f5518ea6ab6d522d11e8b9f0547e2611791fa1ea154749346ef4b90
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e65ea464a172c3fe178be503f27db8812ae1785
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ec2af1b35ecd8caaed85fae4291649eb7b63aec2a39207d3a1d65abee0b6b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33adcd3a4dde97855fd29e07f9da33233dad4df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0110f8a6b6ea6987c9eb121963f5aa596ca978767fc016673e9ee9395e7bb3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a5feae0693019af4fe3a5097b94b69dae3f0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc53000038d61803450b756a6dc9f6f1e27375608e3e8cf2e25785a61991c46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992bbbca58a7c29525b294bae41e73ca65ba161
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1a024740c003abf7dd624ec3e95016ed54ed21ad7aeecc6128361bc7c94c72
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e26bdd57838c70ec6a630ed4e4505e27d50cb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa3f146e133b5bfbd7f84840d6c477f99da2f892d0c5fd3f98d036171d1c92f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39d974c94e09a8fde09daa3941402dd2b5ab538
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ce2c2289022c30da6b9d31dd1264f6052f682a51e2db4389e2f3be7f231e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af672c0f57be850fb66bafb44f482409b1ba1f16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cee893a2a9299507435c48bec34a6a6a9dc90cd067575a8acc0d5c6a364d627
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecbd1228bf741714ecb671129c2afa0b1e61e44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec941510b64f27be7e9a1f6bd0744245ce4d3b88d0081cf7b26fefaef8e8bfbe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f7c0ed9dd22e1c9dbf4227321221dc4e2ddb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70957c82d7ee7a376b796b4c71b8d9e970f92972840dee27243d9e446d1e387
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e73f38c283fc28eaad8684a175a14a2f68f61f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28031f1f666f96cd55c1723a71d625b0c7f968e948ecef6d2394df573fe7c84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5633b510c7e8773a2f02fbf0544bb3fc2088ba50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8caa2a1cb8ff6adbc37c9782e8201f09c33cc4a99fdaebae60deafe468ec933
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74978b7921c2996625b4677d21db2c6206eea634
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce88b84cdc3d8914a12d9e74b87bbca7b8e7e39e6e7d748a0d44ac49dbec973d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a03a088735cb5073a03f58b7a326b0b33be5c7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b4e0601d91e252741a08c93699a7d37eda3df5ae4e0148f4dbe512f29e39e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15787f90e08d22afc4e99994de9ef8718b7471bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7858ffc6117eec6ad41eec281385eb50f3cb41d0811fc102c609c0a374fd0bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e262cf93f7bd10edcc1d94df48f2db37334e4e46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffd5d4e482aaaf688499cbee49af96df16d7d329d043d52914f3a5e245de94c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc03e9c458f341ae668136c31a4d9f73f34693
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c19095cc1dd5c1466fc27c5a61648d8c1b5b4ef60cb972e38e6acd84f8bee1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7942eae4a0318aa4699ffa4325c4132f88ff7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaa763046f47cc54243b7eb7021a95088c4084bc3a4e65c58d001c0e72f3928
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09fcbf9f774320ba8978334378a8fc5e2c22b4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8419c15a16d8880b05e604cff653373cde608fa540e45e326ed9ae9bbae5866
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5559019a0fac1a04e4c9e643a5f155c7e8135c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b82e85dad1f395b0066143fc9c276605ac239e678acb4830a9fdf9e5cb243d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb4bf25a03ad86793d48ee65e6c16525118802c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf68f9b95d2aee32672c0fed5b51193b3372089c95818ce72a4530e40aae7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f6892d6f1d9f31a1f487887f63320e46f230c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c46af7ddb988c41faabf4b60789c53083423fdf1354174e3696bf00bd4e87d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169212959172ed286978579312e3a71d16fe54f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7648403846189ed0eae459bafc3557e0c3807b36d44614ba5735353aa712ecf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baf8cb2d08e46ea0816ec685aa26116994ea3bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6057baadd06490da313510e23bf7a10ae34c7853cd93ea7fec969d300b8b7e9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5afda0862747aff8a730d1a6ab4a467ecf5a770
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecffe721063acff9342595610d45ec7bc84b2520ef963acbd2369f8382a85904
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcb514574ee6598583ea758c47918ccd6044e8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719627a210206e5eb1bfaae890d5846a202e66fb806737efb90097c64a1c702d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d460a3059ad41bbb7dce750ed0187ca7ec978f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad154e7b2f25355eee010bb77bfdc525216414f84ec2cfeb7aa70c61a8cd0f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed5b43527d83337e97d3356b5df14f3ff6740b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9de05c471a8f4a96db200a88757f95ad6e05cc8d48b7499f7bcb340b23dd2d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e1ca3ea36cf3dc161786d3b2d62f135bc6624c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308783f51471b99c2bcde249c7fc16e723630f272888d80d00966d570e1be8ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3160520706b74d1a820c56c512b84889bfaeb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e76a49239bdb246dc0dd7e18af5e25df4cec604048e0db445d987f187ccfed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bb928127efbafe97eaf387be45c0b00d657b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01f38bdc6aad3fc69111dd0fc4c529545d43d9cf804fcc4018f07a7c724662
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8f93dacdff479827d1f173c46b04551f87ab96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ac16d2f2c04d5a85a7237d9e51c45279839fe1f8ac737fef777d3fa5571579
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557d10f1d9abaa4cf5164b204a6f0fa31afc3c07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51d933d29a4cb0b4a6585d9de61191cfdc8146672cf38f88a6e984c848f42a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f2247df74aa489054a11d7b6d442398c2cd8e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdb33fbc19d0bf6c7fe56613895567f34168b14b44a195eb68ec7a03d2aa65f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f8de88bb1b0065080656cb173160b0e8d3e9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51396d22643c1a5b0b8c62d6390fd35d1d3525d7be6950881059daaf216a89c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b76fafa56b0b500ac63c05d7ab9c654217fbc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b3b56bd8b391cabc1aa9eeed10fc4767ed5fdfe949aa30ea6df8de9b35100
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146a0053317651730965f64f67a89a89e39f6bc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1a0357f5f340680c59573e93ff087b87d111d28ca42b963d2e1ec78533da1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b9afee237273105d0307d245a27e559af97641
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d8123290a3fd9bf32fff61f84b0196328c1bc85351b2fcf5a8d5487bf69a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6302b98ff31685b8f6edf31b172b65d46daad25e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad37fd6383f227053d9802e5ff02ecaca46a7d38084d7c3a85db4fd96681e799
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee668d32043e6c6d1b57a7dca3fda63afeb08b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1920110d75e8bd1c4cb31d03985531dde69a139e7d8baf322035e42cc9c61c1e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ee727e896868b58ef3be65323f3a8c1ef1abf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e7dd0f051e742b9e609636bb5f7c55f7e071848362e00528d5e9e80bab0c4f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622fd01fcb72853432f9df7db7f4361a7114e235
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f75fa3ae15dc86490b30b10f0ec7253b5cf2501bd91a8d401c5078c02802c5c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5510b02112b732190fcaab3338dad04b133ea53a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26da1a160a6a758b2fc9cc118f205b88eee9eb4513f58b5a2d86a3f6d83bf08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0960696daad2467318c38cd9256da2a357c322d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307d2721c6c09d934c4388894aaa98fce22c0f147bc77e8ea20c31714fa9582
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2fe3808b14194c8417be48f9242afe843fa5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832057b029638b5c7924dcf7b0a6230a640e31ab78d89951fee32ee0c251acae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a575d6f4791177f9bde379c12a3691abb9cb15e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc9c9d9ee25f9ea4ef2f3f38087a4e68f296322ea8ea41901c11047bda5ce4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343891faa790378013908c42a00b71d798c5aecc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7981d17414f26e97641a63e1c4e46fd456aebacbc3e7579bd025b21f7d1e60d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d95a1334d62f131686aee72cc41fc492cc11058
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca75794a0ae6b9b985098c3d77b6f66d77e96f0d81573dd3c17ad14bc8e227
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266d370a2e2a22eff500e8ce22e329d2c209ae2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb58b30ac8902a5c1c1b6adc0d104e6502c001b48cb1d5d68c43e5f4a125c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07fd77cf3cef12460bf79254c5610e44c481ee3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eae13792b0b492038e3ee3952a3e1e0ce428fe7293adecf821ad7896dd7dec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713b52f968358e274fe4b5eb0955a51c329abe8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a184c0f969692301523930979717bd7813e9416ba2616c646939253b00ff8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a019c42d2cc1363622cd9c832aa8a970012372d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81b976d3cfe13505c7f77c7cee4d2cdaceee078df93795188cbd81ca58df8f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bbcfecc27b2d1820e0edda00f5d9ada405b019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7357b7eef96a77f53febf89804fe19b71c1c12249eafb6c8010dc640d1fc397b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88792bdedf331a09f67180a1006c4af345a9411
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54eea40237fd3362fcee1ccd0000c5f7b0acb9ed4fd963e03f528f449590a27d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b8b00696c17366a0de5a108afeebbc401bbc4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ef062e7b2ac3c6ef1b00a025f1e73f6bb3a6e064ad54bed230efb88fed7c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96167545f18fdfa7918d2e6a4cba69fc22398f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60d91c50abe736b6f492a52599cd91a1f25d1d02b6449a78aa9f1c59fd91b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c01d76226b74407b3b79fc47d85c7e303ea50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc79d2be66da9a20d410c562f8dd6fdc53282d3cf6d4d295a0ca8ed17b865a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25e59ff84c6feed067c3d314326d5cfe211878
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84afceb1213d120cb67728e7f4b0bb62efc986fb38ca69d7ab5ba0a17c090ce7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b05c50ddd189491ec15e7b01def239c2d9af8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00226193e9e7273f17a754048243bc70983a01c7eeb455d19a8983a2cddc930c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ccc743a513ed5367217cbd7a5daa624afcb706
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00225220b536feba38173333bc9ffbcd6916ab0f57053ce24b3949e9b92ff27e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eca03204fe9191ebb65f5154029b04784ee364b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39789f5eac12adba06c716342899c9d0a96a773d3d7e3e6820915e0994b2eb6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b7c58f8ef947bf1854b9fa03d223d378ed485d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f2494be772cede67e955c87dc9c468f2198bbd68992602ca94ff27b008935f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39a5869824aacc0dfd2f790d2f5accadab82409
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6045950e5cbfbe7b7f9643d0e498734ecc0cb7fe9ad035516c98bfefe49661f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f411658bb604f5e1139e2d7b4f4462acc448f66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec1cea9fe34ead6580f83a103a2038211bde6cb7fb7b97cb4b1397131dd91c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a4b76f3b402c0287c5c4d22d49bd4ca4bd1016
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ae0a89e813e4ac75975ebef91d220ba954123d884b299130c50ab3423953b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e94c06c88dfa2fb22ce20aa69e17e72621062c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32929ea0f1fd7e5f05575dca2dd2fdf9ed45504b8e373c60b3a9faeb63dc571
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ab1e4b01f5197bf1ae77167e8b04e073fcc23a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bacbd06e49d7b93ed21ff615c45ec06260e24f498edca5796bc5802f02153cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce324289de0f69b3a93cbabb968ee4904f4a723
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8115d696af375de712227b54f833514a860d3b7e8e84e8f345f6ac11378497ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654cee04d90df4645791aebcc9554579d4bca4c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c707853f98b373dc5b30ea966453142a48c8deaf015e296cd75e621a471217
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fd0724be7c1b8800eb2c28c1b87918efb7957c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340d277a93fb1615aada5c5d4b07b60d9dd85eaaf92e022cef201966d57673da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b010fe3a0e75ac1045a90b178b769c51cc4ccf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f54b37e73beabdce719f77c2fe9ad73df50775dfa27d4cd1de584c152af33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247348212f35ea82323553d38af8dd45da705cec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fedcb74b32735538f1ea692ffdb61b6064bb78471c8c80b1d1f88445ea42a10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a315a3aa2a477f35da95c569fb68b02088f248e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c889d35281108b397385c1a356be4aa5f0b19f20e1d1ebdc7530c770cf100ce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fb61c068c3923de764ff86cf80a44f381621f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fb3dc24bae21688290109461f1ae380187000ef940591185fd185d9775312
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484badb8567d478a9659e9237bd21d26a9f0910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e080eda32b3d233899ca24fd461dd2d131cd3e9a22ec770e7685ec5200e6d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4531299d6fec98762aeb08950b8a2b5d42ed385
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e6d083c45087e048dea3bfb15ed30963dff4f1356e53c74ea7c1473ea822d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58071442514c99a10648d14dc8b52326ce12587c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e8c63fa5d5827bb2ad137f19b18e351b98c81722451e75bc827791cc701aef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64d41146985aafb3d792681e8b1af4199c9896
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e324c2950c46c3e66cfc4206499c04ca39fbe7cbcf8066394374ff02f6699dd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfda929178fa818ca4868767d9e016e6ea21b0b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a441486c8e590b9d78dd0e96accf42173efaf3fa7943f09b83eb48c457763a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0edf66f7b34b4e66a5af66438a2894017948310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b272494cf8e68db45be1443c72d2bdceb79d9e307bf4ff39ded61be799bb19b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92bebf2203b85a7f11dd2b184e58dd0e4ddf7be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe4b8eef193f75d98ca85fa3a00a70b7073afecc9b4256632b61293063f530
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6ed4f0687d5fa4cd29c76bbe6e17ba15a8acbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c327570b66b620dd218c2e931c1d58ff2da69633e2bc7398230cf31a9d6601b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f7f909498cb2ee5f42d247ca224577e0cf368f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d705583430f55f2eb65605208e4e931858be1b8c178520f604b3bd1ab3edff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d42f4cb2324688a32ba5c19a49e02cee7d0bc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef270a478bc2e35196af2604aa68aa5c57932481f494598ede9d94b146660c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a959373ab69a5547440a08f76e83a71286c892ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b891b51546e343c067bd7bda2d9dbedd3a476f15ee233a1230af53176e1be9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8685bae7f9e3a6e70707567108248a7a89dfba19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbafed8ad8d902246ef42612f4a0d5b1ca7dc74685a2f683e064672933bbf55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e646c152ffcd9360d761fb4eb6a35d7650d5023d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac3b1955fddfff9d2a70215c933777abaaa1474524d11abf28fd78a5a346a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494abedf84f72fce54702d0ac646345d2a510ca7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9766070b0de3f53fa1213451cc617d015bc164699a24d75436fdbf048cd5fad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff2293b9663f4c370e1f32bac32d7e33f1386ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2df3d4067b419788c2879b2efb7dfd61bd62fd674fc85a909e94f878824c53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153128cff6a68a3e7515d22567b8c9f763b967c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5cca995b3c5f7432fc4ee3b3dec453740d25e3e1a14d822ce18ae0ebf75768
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64d6d4aeebf004dda17a9671af785800d407931
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a432908f51b083b7231c514fcba4c395c8cb17f1481bf06b7ea361639a383ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352f960f8d1bdfee049af5ce8ec9bd91f494e38a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33789bb7acb78514916d7d14b8cf02b7156b6d044bcfcf03b697c3e00e86802
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ca95c466d318eb230bdf5094853da861cd8745
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60137ba31ddfd671c62ed0f49f17e7fe04a2a84f0ec97e23fea47edc494c54c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a910e290a77f32466a6844461a9332e9f02017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a45ad2399a74f7d98b5dbabad33a5adc9142107f95a99ed88f83aba0c4f0901
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cd188627629d6dbd76ac894aef6c5d6893ff68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1537e27229b490e90297bead1bd86f9c646282419f739e8aae9b1bb99ca8af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73dac94f97eca23ddf78d582579d502f6ff78f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7abf12961fa0056d322fb393e4a1f85598a71d08c32d84caa8e751445020a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908274eabfae5680eebee8ba851a38a280b44366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c397a935b44a5425b3f4c81c6551394125b876f244dff3ba5e0448325642646
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a8eaa21bc76312a13db3c832d3f6a0b4cdd95e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ff3ff7fd0ba553e2a3110216bc658cf7aa8704781847a359ba33f25eaa0896
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2327cc718584d19e36b0d98e53440bcf8d3c26d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1109985a81896bc07b447f944133e71e611b64cb59b48f6f8dcf5a5faadea99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a19766e473d672baf1b9f56a8ea6b0015325e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20fe4329c5875d60a6be8a48e257a13bca552cb92cefc46740976144a82286a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a58b641c3a6d010026bd128b309bc5ad6fd910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85282365a318070eacee3f1bc0bb107f83c4e8105db910b24c07f5a5e01a5f3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118831b82dd00e38eba8afa9836065af9e47dea2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db281b032fc02de5475ba2eefeb3685080ced2cd3beb63b23bd6705ed4e944ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9969986a2bbdd394a04c5f717acee3128121f629
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe634b019fc7d3bef22e70e958a4af06cd1117fd7f74938f2f5cee8daffd84f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee14087b463efa2aa4fd776a767147046c73d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea684a5c33b65edafb2e61523a6fa4540dbc313843d5d2a6bba7fa08f7dba08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf410e18950d5dc0607dfcff2a4bb2872e587f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f3c06f0e9832746304fc7c764a69456435afc59d1c082ed81d4205ef91b69
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf6b72c42457bbe4625e0bff9e2a368f6ee010
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b60d8bfd7f12977e44baa90f7937a9249d8f15ac4e8d274f340a6fa3d9fc886
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc1c4ed27535d116159b63050b7dd8322a38079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2a57ad7720f2b411d7b9b5536868af2cdfc1991f0856132bba0587b42f8a1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d43454d7b5cfc9e2caab4a999e6ff710ebbe630
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672f5b8fb6c1167c40e05c06f0c8f6a942a65a9e9ea6754280cf3139d647baf3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c09053b658a3d21f6f6c7db64406876859fbe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091c6912d5cc625aa0c710650621987f9afff2854665d4a22b362f7176119f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351e01be87433cb523b993a1e10324b7a926effc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024c1a2d3cb7889faf5eba19fbb69d10efbf595f82beab2737c9e858aabaeed1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a506ea70c03eb4e92783bec64c0173bac9e4da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b79593b2e40bf6825dde13b38f4aa401e659698883677ff36f9d4161af423b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef7fca7606dbdef71370e0faf87081096e471b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384654f67e522a1621ecdf5b6ebd3f716547ec86ff9f9d17ed42124910d66409
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c9a474dd2c71c9a13a9ab6387b7051495a1710
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ff1ca53da09d25e14453a1baf02f0c36fa522edd2099759c3a57904af47e99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046b2de8c4cc24980317e5ece37f55c20e77c869
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a68924232c82ea78d389de759362282c7c42a9f3f90ab614c162581082bcc7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd46714eaa38b34d48d981341bf846b9728326
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482d2982136ba7a1eef4c9b15171a7a1d96d7a7aea9d55b47bc18d4569c7ff10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc30a494e66f2f01cd83668b119d365b93d9c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32817975cdad87568f3d54567d66cfd229996ecab230d79aa3bd61052a8594
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ea92a664bfba50603f4740650df115c1a5c83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc9628a97d7cfd3cda86926b8501580748cb0dab225381897ec033338512c78
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d26b0b7e36a252bdab59cff3c85d2ade356235
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be63b26530544d700c8a1c4cc5e1f68324ffe5028dbae15b6ae46ed635a7077
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c97694ef6a64fac93d24bdd6a3bc6726b68dd7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ebda39e3410fb37dd20e5a3faf822c3b54416179bfe7b80254d3114e83361
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64bd37c9040cef32925559a9511547ac58997cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19068e5479066754ba1885e03a24ad611e90cadf5c4caaff831d4d85c1278ac1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e2e1ca8369eaf2505b18025834828b2628f5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4bbe3a49385a3ab789ad8e393f67f6d920a873ec2b023d3fb2efa85cd4416
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c380b5246c4128cdb3d6a42a1cf46201a5baabf4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ab4014e23c191410a806eb4b471350012e7046f854ec333c6545a68386509d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac5b66d479b811a518ba29892be63b9a5dc0d8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ad997179c6e7879d721e95fcf18169673a264cc4cb968ba7fe8a777c4e890
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c78cd6b041821bade364054eea360ff6f909a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df79bdc24dcc959446705e489681834b3b37de0f3c04739a54586f5b02acd1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74589e4856f6fac1f46bb3b9338e988eb269a1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab2ec3fa4b227500fca7310b03720b6cd16e953ca8ffded34080582935b73ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ee26a870ebf2a7698cfa638f6be6f8da97b19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543fe877cc63a2653f21f1bdc50cabebbd9413d4508b6376e85738686e6e58e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647b22a495e0a758f3fe9ca69266c202149f5ec0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b51971313fb87aa11d5bebfc73f6108a830afcc812e7f59e87b2908c7570d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97c4c2b01269c46859f5665fa88c2ae1be2f61a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2b0ccf376df097dcc0706028e3c612d88f2a0a4d49b115c83171c422d3c94e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c43a3603ed23b9395685b063c31030bf168549
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d0f2549bb9787f089c802583d811258d70e01bcd846b9709db2cc43296f9d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0320018aaa6f535e53e969adf2ae137dc5fd948
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a19ce3df231fa782b86d6d2e85d572f884015a29a4abb52daec177b771a66e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644389115baba910af6509b39db51b2d8c1e6bf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8dac43a4d651f6c404e5e48710db18ec9a4db75336edcf21a4ff9d4e29eec9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d7ca6b95693c70ca3786bf4496d98d055bfe95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9057500882cc7a4b32ecae9f78301d5a442f3e743317c45d587a248dcd3bc77e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17337d4f836cc25c64e7465a5caf24809de87a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69c40b98c13d3f3cac7c1bee8ffae819c519e5dac88c08f5b789b9f188473a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cd21711bbd3bc21d82dbb02011ef892993f306
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc42bbe0157073809d3c7fe274820ea79c59b855e35378bf9580dbee23a09a87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ef0dbe14b4620f95eb46a12e4af627b043000
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9d11062d936debb04b1f551ddcbd5b9d731ecd60f597d5e6bbd16c869a651
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691f9f18983a11042d1a307c4a2db7acf1f8adeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4a33d81887bae07a1764b469d8d213d74c5ec85642d14eb0e46fc0f6221c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebb1f70fb16db6dedcd2b8b0d00c11e4d014273
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7f6608a8a8771a2e6aac9d3c2d77da2fdb0a24685bad45f1d0b13ebccddb5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80fce597953ff116fce82a87b85befd803ac6f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ff55346730656548f652bd10b07bfb59e41b32d9097dfc3ec324c981af325
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027c55e05324fd6be4642ed483aa9b1b3dd99ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a847a3071fc782682326060715843a3d886668da118435e8d25b94f490f5ed2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0125f6e761cce594a6e8aa0313a08dee37652a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aba4118f3b15b0c16a7e2790f5d8bdccede08fc68ceeed1b76b2ceedb445e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69d92b54e3ad66e2bfd432d33156bdd81992ee7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8531d29bba62535e19cbefb103b93c0ea83cb58df66c432128634d10363d6725
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ada3cb52051f9feef87ad51f8b64859c1a93ed5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bfdffb9581fc40d23ddd923d8054ca2a70150b642cf152c162817eed112fa4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f9c0776da1ea1b11ad7bf90683844a4cdd421
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee79f0e1ecbba049165c45d4c0f09de8d6c234414d7387f625590c16cb1e4cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f120cc50b6fb031d232a2a76979af54671ca45dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fe7270baa329b8b0632a5250db73dc030a0277a3a833fe697d7f45f9d2d87c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459cbfefa2396408042b98a5ad8d24fd0c2a5595
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb4a27c99449ab4f8949f3df7e15e97c7077bd8a018d93f24db7306d111782a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719c3fbbb86e8bcd4b5749ccffdff84349be4f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3de8e86c7dd66b5698848b72310b60ab7d1ba325ca8477995b4c683e5691be
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58acf90d06f860f51e0955067ba9aab169a91bab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe423b1faf10d1f11709fe774b5d42113ad4a67e25a52aa7df610dbf392ac0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee22eb1ba35da528f8fba827c3df3c2d272b1b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50716e6b742453a620a11d439680893a56b642c24a38e3b72b52f476e4cef49a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305b0b9dc6ce6f36e43d2514ff726e8e572cdb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768a058a7f8e53692b04d3e8c83be3fda4b0c20a271354dd90dfddf3fe134c7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e1fd550fae10fd445ceb55384293f3cbdeb488
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8592e6e63692d36a9c594ece7cb300e98e1bfaafeadaf0a567afdb3d386d69d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062ebd7117278f302e8aaf3113262e2145efa77b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc93371c5d17edc174029e0b102db41c17eb8992e21fc885b1c2528d3c1bd12
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f375f2f9b21738141e1a1a7d309408d6daa9366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff6dfba8f0e40dbbbed2de392c681822ae03183cb99ee464e8e6fd6e405bbc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857dcad014ba83d03230e743f94bc6f76dbc13b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fae1cfff6d0094bdf289e0114bda83227759672cfd7fd0d0e7829856f7cc1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fe712d912bcf1c26bafc28f4af0774f5076360
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff7238dcc8e386f184073ddf1767e68a7f17cad4b7e9b0489078a69738be4ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86006bc9cdffbd0b7dc34ff230184d556075ffdd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f509a7c654f05c251cd475f36f2304d6d89dbce952208f862266c545c7590
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d48ec397cf0c33ca45ead2b59265f4d425a9a08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6285b9dd123bec48245417315ace8a84068b83dd79ba3aef91eae814f8e3917a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb88b14bf8348ef8078289cb31b435e7abecbee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5364daa23e20cd6fbb3bea1f09b8fab91aca459c05547cd690bc5ab3e1cf4aaa
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e9a0ab1c796e45f61389af09c2466b11561899
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05da839924e96290e649e72409687cd26232037b7f3a908c377ce7286855d4c
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6a674ce3307f7db70fe1c2da34c8473b1b3f2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3d0cdb8fa8a8fa0ef34c243966c7a3320f131fcb2a75b099b6298f655cab8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285f953b68844a0e7a791824585ada1382dc1504
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b13ed7d87ffa87bee97bedb7ee7d0d02212055a9894c24f8e2e3510ddcbc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0cba58e9ac2a4dc91e1967c9df702489a55134
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279e3f19374f9eee6303aee13076221264ad02dcf6501b10d2aadc95acd55ac8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e1b30e01b146fc3ab3d3456bee9c70fea85cbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7139572b23d85071572e5de7c24e198a71f925e12ff2bf051670b4659db3a4c1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed1589cbb45048b24fed1d408757c92e79cbd4a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808c7bdbf53d65c5e18dfc30d3574aa29ff4e8d91d6a964d63c59efc70a05c9d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f878f28e8ba0a3c319fa537ad6f73b16f3e76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c942cc574bb93c3069973f72c5b5f18ea5434a3faeba76a86a9e5ebbda85ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918cefc434be6b0f6c80a8fe57365fc603bf39a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83d5486c09b583c521a36adedfa97d06fa8d200c9735dcb0abe342e7812dd7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b109701b99561e75d3048a2e55fa84b8a97eb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f7257eabcae30e210f15aa4c38087f059c906ceb50287e5271602c7cfe2b29
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6568affc1d11b4cfd516249766980f5ffebf0e36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8749ddb4f8dad745c2756e5f1260d5c7c2259e98d26f035f89c98ac167374ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad2c2fa02b34dddb50627d56f98af54fef72d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0468d73a67c67d7b56ce6938513f603d0bdc9d1e005112d2eaaa296357d5ac4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa948210850796e69cac1c8df73ffa3a7d16f25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4815467a690f71d269de9b53d5baf06aac8fda764b4faca1336910db664761
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1070fca4b0cc31da7c4532c5ba7a7565ef44b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaeb71f1356b3ed0c4f239e655514c9e8ef753bb3753fb9ad6bb313ad45d0ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485f5f6c61b2566d5393ac93865f09507bd56e4a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c292223b59b25d94aeef64f6aa65c00049f1d02f7cdb134ba22739957997f33c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d064aa1a1a2e7fdcfef684c6f8274c452d215d71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876912fbd754740239407043e2c5500e1d71414d7e4e918b06ae779a928cbd88
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaec900e3affa6cdf0e35a65f51bfebe44e5eec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2059e18c6d95487c153fca6be9e63d21f5efbac25acd632e18e55062b5cf2eff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c315cc74dae9ba646426690a4b0a6793ed6f1d9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b511ac871c099b3fa38c38bfd59f403937832cb9eeec443b35c5f9bc3752cc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dd51f9bb8178f3758bded8c96c07e6b7f034e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681db6f09f2e8f64c53945dd2295017c114cb7f1b03140f5c4743bfa806997c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926c0e068f7bea259420c676e2e7c11cbe2e341
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d562ed6e73644ec4c84441dd8a3b3461ab7c3fbf4474659170c20d534085c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c399501b920121b4efb03d32c2220d8fb79761
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fcef424ae8d4b3ae7235878fefcf7ffebb515b2de6c6e82772814a4f9d624b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d6b7fecb19f39ed6980f34a2f77f0d4f7e310d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb3fe3fd0e954a9fe4f876d9a9c59024ed3a99bc8e4b648654542ee4b0fef65
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d610de2ad8371db1c22d914ed793efe872c2679
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d22f9f387c917579e34a9467413b228f6542b100fba6a478d6d96260344a96
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaa3bd2b4f3412e135b99a559a9bdc9016c3abd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db74abfdba0dd0122dcba31e669cbfe2c5b501346609de1408aad1dc404eb509
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecf6cb5eafe135d09e18173e7d80a36f5ab5c04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab843e41aaa4d20c6962fac42b0deccca1ecd6ae0b47468d476edaca77a01e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282aeab7373d157adb13c0fe36d3141381dadc18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e342a623b7803ee76de85ec676c18501dcaab4f9355b955efeee8ae7013f4fad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ac328bb1690f2a496b914719fca379290fdbb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57c9ea2d471ee7c9b74fab5d3056c676c17b358ca1e2ee85a8a32ed61d24849
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893d648f818392a34f97fa8100ac243836ff2c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb35a3094951934e83c07ac6a9430aa0d4a0b20ef95553a73e1bf5e33909900a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa4b517e5a5e1492b71234f23127cf3d476b268
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01427a933863d7f127b256f70f299f3f48871937c48b7072122cf0026b24e83
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46987b4e9df7c387a806acec45a294f21a86381
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf8274bfe0107feaa04546523605399a1f4c1dc0b55764eb406c31e5f6b5fdc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e596fa6b3e69155917e3a3c699c74d7053b71ab4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef3b3fe963e7d0c14fec94de97c02fa1146f3634e913a47cbc6d88595c88338
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59aea751958e2070a4e39bf4fccf308681ed5cd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca2a01cef219d496cc25fdc91a1415e90e4291d3e08bb362d61d99b6730743b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a405177c16f7bbaf979c1e880e2d1e97f40aea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5e10fb2176312577a83bc85e3cc2261dcf14c6ffe455f3a265faaedb26802
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2ad44ff21f267b903a5cd003de98d2915f905
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de0bd398c8ae9d567db5d75fa66a15556430813a92963d458c463cdab571cd9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9d85c44c76da5f787b9cb4055709a113356352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79297eea8e117a249cef79a52bffec93adaaebdd2be54460e4b9d18fd03a4618
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bffdc8c944d3fc6d9157925d51e0aabe51955e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41c8617caee6186df238084249928ecfc6a7c63dec9835079f221b4a224e42a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a12bf4571bd862c4c29e3170d1114f1988dbf5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2ec50582c4132968801cf8b9269082aa982d84e11ab0c139105e6a36f7efa6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d27b4b2d7aa54e0db5d392a50064dac69c8f28e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f260238ab94244e46bb2d35d9ddcc3aa913bc0e09dfd91232a623fe5a0ebc8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace571dacb22e1f693ddf4f4e2aeb54b1e7b8183
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3692186d2a843dc8f597f413a497a005bf30ea5552b4c101cb12f1257dd2acc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d388a5a95fa0d6fdc15e1fd867169b59e5fc78ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8221f84fe4e485a2fd3bdcc11afba6f4a065272f0e52042a5cafcf65040ed1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f7e8b63987aadf855889ec6206d980392dcf5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f51f3f9548f7a728fa3ec1e59dea22b1cdfb9ed67024047f962a0aac46cc09
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a661ffd6e77f935f710d6aa34d19f6151ed482da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386563011f719fda3068347e957c04eef63f77c21823ebdd849d42b1e5524877
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1a94fc3cf377f4d83fff354738dc89cc81818e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18157514e9f0b79414ad4f648785a0b1b7ce14c589ce8eba64f1579bd986c583
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56aedc2c05ed61045bd800e4b427b6050ea7b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa39b35188c64d7745f9bd02a4e3536b64d2cb735f4ed7395e4c0e7028f3a06f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4e934ee9079972f6280f203710cc4a2e66d36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eb606f5376635a93e6c7251bf28e4fabe37519eb280788be089e6cf3dac2e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be684515223c776567f7a4f8fa794b1fc5a94524
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b273175a05e248418d3575f564dfa76ce2f4b9d397f7e9754f183a09f0c50b97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96315ff2b2a51962816fa23e57abd42c97035d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4250bae7d526fdb608cab81a18df930c162d9cf4cc8b15ea76e1947c75f6341c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e910ac0d29c3ae6c475ec6245bd9aab4d0e1be74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e5a408bfc4758052085fe0d9a8270b177ad538dd740b03fa2cc9eb9821438d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3455e930a05b28aa7de7f9996011da46ff80ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c447c5a25dc51d5c5ea73d63a79060e105b5fb8d67fa25611d7a3c1984c95f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8dd0bbf2db94be4b45d8ebcfe1b1891d4d992c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7965566f35303b8060485a50d315e0bf9093cf607775157d9ef7ba0be571b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092177e6b3e937d04585e59f56b9d29e4c73250
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73ed25966db09c9e58a449c42c9f0761ca0e545127473327d446c3b7307f2ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302130dbefcbb161ca475b032a36ceb83ee76853
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1174c3252fa7e99149a11ca479cbab7baac9127f896c77ac749c11618e10b538
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049289d50f4daa3b24ad3f841b00dbe87689ae4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3721b1fc5f17a2202d5d4787073286b575576633445c4f84bc33e8993d0cd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31348ce8cf7b32b92cae428c35550976a626912f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc502b61138ffefda14cc683876a95e01ce90206709de1aec29d11f704c93b2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629c39761e1e40a09d92dd2bc7949b3df193d7f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde267e424cefa90db0eefe7b5ec867a541da809ac001576ee846828d8b490b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca767a11f272814b9a74234a1015a7f0b130bc4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957c383b44c3ac7a57555b6f1aebb016d56a46f4c1e88302a41c2c8df40712a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f28f94624721a532408765189bb1a90b7ef4a94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a38e5a5ad54597c43b001a74fd981976a98be38014bc3468c09f4a77af9d00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5986906a06d7d0b7320e29b9111a508c002add42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f624ca14f5c1bf8d03c69d96d5c994cd35dcb598d371bf56a6647079204f9291
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6ee90c992d29d7a3acac3941b194ab143f5c12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defa83c9a7d0a660e85c8211be64592e85e5ae02737510c9d836bc479d7ce093
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192995df3a75cca08074ae99661bd5e2cd784da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6ff0324284599428382d4ebf2be9658cc2618c58fff98ae6c775c3fb4d08db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac115f64b6f6564d4bab3e059aa8a9f4950b3ab8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18ee9aa0dc69fe18957f54670528446aeffbb6eec632fbba4622da9cc10278b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7110d117c1e2235a7e4e97704ec2eb22a1e2c5e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79351fcb4f57574549efe4b43e69fe929c34705ad5a1b71a8a780231c64c3ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b139f68c77d0b4dc421867d0a941c43afed42ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35437024e0ff747278d0dc70cd2fe782c8776fcd325f7d4d655e0155087c19a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b18fc7009858a22bbc0b56225813fa8fe9e3066
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a9da9c431b61922c3106c12b8a0ea664a2c6b9bcecfbfd4599fd7174af1222
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3d9dcf41945399ec69d9542b8c33bd1bfae20f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fd2a46d492ce78781e89b535fda4691f76ea518548aa8e3e1a27c2c5ed8db6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ec361b8474b84379e18deb2fba97b1fa935c3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5505ca1333f9854e4b95bd48f8fd60e0ccf8c7a7e6471358907f79130566491b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424394c617295659a3b6287bcb90f8e8d812b2b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b261eb162408855c86773f328d976e36b1029cbf97b9de8875782aafb33bd7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21611fde5044f9cc6dc9917876eefe85ba423c4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f275bc30992fa3e6f68b61f35f49e104f55d56123f4dc89e26660d066fde45a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46fe31551555b809e7177d8d0b35406daf02b61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e06bb3ca3e045ec74953eb0391dd996d07f2008bad3d9a5948a6ee7167be18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476990b613613c223d5094a1596a05ad3e3e70c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f1a6c11f0e1ed8f3db985f344991b8fda68e47460e5769bb204d53e29281dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f622058b53753dcc3b8c244aa5450c60b84d893
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a328082c2d9c94d27a338eb7f2aefaad646bfced4c026bdd4f99ae0a2e2235ea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac532b9034bd48cba3082fe3701f025e320386d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d052cca276b003b8436857d1f74c408a23f128212cb85da7a95ab135edbe2810
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12065888f76500ffd7765251e6d96e3980da027
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9f75d4e74089229be4dc2039fc05db87ef979771a235bac9afa4446800c950
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64d0ebeab6f6dac5b0bf0b7892fd504e0bc0b44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3556f9c4f7639701935f32caae327eae850b657086bad3cd7da0006d5758f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6381e00bb8008113c6ee8606fc858be36eab28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15ba425f4cbc84001077cd3f683bec8e355fb6f97e8a114f296d75f18313666
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f350e5a7641781bc8dc72619cbf137cae1537d02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31839671ddbd8a58b467d6202336dc767661d78b1af10c2f0ac4742992ddb92b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a95e12a898a58760866066277c99b879a7c3fe7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc46b3682649bcbf296810ff4096a6449e00381c6e33d9f9e48f7dc43ea1956c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8c79e38adb4efc810d48c91b6b2f53a3363bf2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d9b0ff0057c93c15526e626e87554de7b858f8793dbe9449d5abc21e5f05e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8268c0f91b8c2f82f878097570d1b6c57e1bf8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfd9bcde7f2b8b0c68d712c85298141974aeb230edf2b27dc0ed41fc9d024e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282864823cf944d4e281544487b9c28eae838866
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bcc92d72e0ed7ddb3a1aa9c843eabc036c9038c4cadda79d765c0fc8ee5ea0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd8dc26c3db666f5910458d836eda10e8f0de6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57531e6456535577592afb2a0550cda6e6571c85b1eb2ca310d1397a46a3aac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f990a228f78de564ad5ee6c968c0e894d291aed3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8d814f33610e8aaae35cc6bd86d26c2cd0ecb2447d5c7cbe69f037ebd0b452
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7295ee50e7a1e346b65632f4f7621c6ef79143d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edff6e8d0de6ca5806dff8597f84346291b51adf70e50d33eccfdd3657c379c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6420b3187539def18e36ce3203116bf53129ea9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51960f5fe7faa60d3c52aca2bc712f0f0c954bc97e61574be6385bcd3d6cc81a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397824a8d48b47885b223b072084b824ddb72bd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed30b33bde4820f62ad75752e3180cb3d3e366266731eec5cf1c8c12ce6edbb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14b82d34a387e1a59b7ea5c45feeef6e641caa8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ca558b0f82f9f0e7d3e8e018ba1f6985ad21533de9c72780365a04d89869dc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f73595a391b0d4fb6e28a380e5fa21e09a567
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad470160e8b1d444cd3b73e3c2a789c87c0197ec59bba25817290eedbb5b6aff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f32bf4bc5ae68cef407c1ece543fea530b35f84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca54c97d67215b06eb7d4bb6dc5a97816ce3a02818a041894614dcbd8f0b91a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5766cfc92dee7984cbadc12f633835b7beede8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26811755ec3eedb52ed2db708688b613e0e0c713e4cbc6ba07e04e42d5b8f1f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15df73ab8c70ed109b0f8bab4d085cdcb57c9241
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35214dd95feb821aa19edfc8d17d6c3d2b7ae39fc176914cf66b6e7af128bf8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fcc687bed70393acde99e4b73ada30a72e4224
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72abb92a092bf38f375572575c7687f522d7c25134d211fac9c7efd3247ed13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2f195c5e08522ddbe7e5b79e47fe2a489a855
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061c6eca83fa7a237db79db5e46ad4547fa15ecf3c65a7077a8538380b80e96f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480b3ad2669ee23a0bdbd7d5bf5712e9609c2d49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dc6a2035a03f90ef9a7f74fecac942110c41a320055649dac1bfd038f3cc06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf5159db3483e9c8956610781a294fc40561492
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447607f1214021ca1d92e76927e7f5e53c73ef6e8aef24d2892434662821ce7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24bf61d47761f65ad34dd5ef0c70f9bc62d6d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1097f3b21c8526ed1e25317d7c6193674e0b002737c4eabba06722a1045676d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6311102a9a848117b0d4abdcf189db18372138a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5453ad21b25d3aca05343a8e84e3c319e7f0230e1f5286a7cbea38ba9974b00f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9813a07334d43789478ab87338077e58d2f5dbfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66beca2ffb48aa8008f1cec03e0fd5b5c71ba256dd5a8b0f7cde3a10b824f094
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c2453a923d5f88b149a560b2320eca5ad1bb31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b6f27ea897eaf3d1cc82343967ea049cd05eabdec6c41c82b6ea0d7b976ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0340021da21f052c206c302b6115d70e3d52dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371197a02616d7999600722d9177287cd5e29e3b376e5ab045c57bd07c48cb03
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4703a7bc43a57581121a452eb4bde7b7282fbac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1786dbd43b6da8509b5e9180d1c8fe479a44f27954c615f2131d73b524475a58
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ddba89eb89d819e778e5be085d6cc760b3b5b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c947ef659a73b44b6133b5823a1a69642cfd9d395cafafdef3d2fbc8584362a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc4a61bb4cb6941db4e29f75c96987ea2ad9004
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e80323160435353889c20457889d539c495b500a892c79c1f45aab5e2f6efa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3c835cc5d655e15678f2192a2189ebae0dcbc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fdcf8d7311277c3d0273838b2a23f548dfb82364b029e176f03f1854f014f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b495824071bc139f9f3c513aca7b8583745ab1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10bd022a9ec0c9bb607360c157c94a3835c3df3b80f3cb241729721f2e7185
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0314b308800c6bc5346fa1d73c2d253fdfbe575
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847af4339fed2981b7675600001fa609ef75d43f4dba5c319ec56e94a3b86e6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f4f582bc240b12533b07b196c1ce9dc3f47ba6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dea912bc65ea43b10eede0ea582ccc1a457296663b3c7d8852ad7ce73ed172
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582c7b8c9a03aca184cfbcb05c2eec5849c3d286
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed1dbe72460a60d4cbd79727ca40c57686d45fb9bf7144b26653cfb375fe5ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc64c893b9ef620652ee0ee896d433d442367b4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4268ebb102bf45af61c16e7fb8aaa0b07d92ac043f3011e63470ab2f30deec86
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6a721266d56dd0ac653e2e588a7b9f32cdf5f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208a3aa04fdba91248965c4ae945da0dfc6f2bb8dc2301bcd09050a1c2a04f87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acbaaeec050d1b420aba449d5a948226334ba43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70caff75f828501f3114604baca199d9bdbd8f6247946f77d55802a28b47e7b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb15c66167ea5028a4e1a297ad768f07bd0a903
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13bd5b19d2aff816b9272166b17950c5c3dcb3616a1a8480cbfaf9280972796
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e2adeedd18d5c71f88473dadb99f9ef483c39f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ccccf0db6f5bc10e7507461cb655c93b7625a5b9a8176124940d5de17dd78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab8e162a5f12d0fe29d5209e3fb52323034b772
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec546a0cc42693601de4fa8b02cabf6662443fbb5ec7c27a743f066142b0427c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ccf88f186d3f8d7ec40397c18c12a41cb47379
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddd22f89c8567c6318f2db0f72dd2f3c7c423134fdce44491a4f83a8577d126
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fdfe7f0ef8205115a8ec0397b6bc2bd565fc41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf987f2cfa72a3b5bd74b2ff281ea3bd7bfbef2f29c39aac6fdf3b497dfc419
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7119db00e2c2fc6d79867a028e683c6638c92c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afe98f34bf8fb28ca73cad5c4f48eff65e16ace5d3cfdba36a2f07e8d9fc957
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5445e6a7c49b3a1d5e2f7cdc7a07976a477cbb2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539034f9e31a4ee2eb95cdeed7fae0ca5dc0229529324df5c859886c53f7ce7c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c95f5b65ea92732b3c41c2860895ac551beca6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0f700118e968a25cb64857d4a45c763516562bbfdc33482d57918297ce9586
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3856f1c4596ae9e6e3a56929a6fb5dcfded0199
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1fcdfddab207359a0020f045fe21a9ac5dac3fc93503a650f97445f3a5cd53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d73abf14a932fab9db2f79107bde6e95c4f762
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deef95c59629b7535f46c59c48d78dd9eb56efa34bcff4f84fef29d97526a090
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82beefeb76e558f4bd80739ebb28b4bf020822e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b4fd6b6c27d7e024cf059698d1d78ce7a2372738c479d3bc386edeef54d595
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343a4c1b12bf9dafaf6cacdce63f94dc16c040f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4536c5b1cb7977af30323a627eab433a99a75f3153bf669113e04fb9d5f4e33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51be0beaf2318fc87791e89460d470ce8dd6742c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e53a8e61aadf3ee295c6d5dcf0eecaaa74288da83256814556a08da44708f0e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22d422caa433c47f4a66d719ba8c8b4176f9306
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f35889174c818ebc7ef9adc06369c0f38f1d340d647aec757b514abfc2e5c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330f66366d7d98e4b2852d4481acfa0ac289072d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9af4d963767cbd90112cb2200b1845ee818547de7b4d2e753a9b6900ee387c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4a5c0664c6da18f15cb47c0d5dae50530f9507
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3c018c4f6e8c467bb2c057defaffd95b5ad4d36f94ec05c36b7f9829a577b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e49b6f36cfa86d5d7b9ccbd1002922d8c125f38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bfc5a3dcb534c8de63ca707605820545bd69e77e1d0bade2807342d8d50a5a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fcb873c046ac5323f1112729ce5a5955161b49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b28cbc49a3cd04782658ce1a2c7c5728530a9b6570b26da2858da3da726bad1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e528f206c72faa16d4eceb63ffa0e00f37d9eae5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db30cacba76ce307107116995c524188bed82ff24b236377267295afb8e1e7a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715399ee9d23a6e8b23023d99cd0eb038e2f1084
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed0c71cf466412da3a41779a22ca791343420c264de0893ca814afc4f3866ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca864e182ecf5aa44514e6479be52648aa402b01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4b3c7c4994b389c7f754a649c0b8525cc699064a6d641ecf9e5c1326ed3037
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c282c8c0a1e4fa034f419b162b6a55939acc0c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9bb098c5ed4ba9956d367f6261e41a4a3e8af633f4cc2775bb35f29c99c177
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041e0340467d24f7777155d74b7c577c1d32c0ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d5f1d07e9d6449cc4ec92d15f7afccb9167f5f33b782756770e5c9957de7b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a80c1895f588039def796f505ebced0f59e76a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3250ea1b3854329a68a929670e11a98a3b3bd005c93bcfd3d7212a89efb28112
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ad9e4c3dce9dc0d9878e1f91ce7c6bb479fab8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa8c22530ce425c887488c02527219e771c89e36adaaa3ddb71ce42d19e9ec7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11465517f3c0d0d9c4987d789629b55e787778bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168103f6688c8d61b7832632a926dbb5f8e919b706e62c5f4027850535c761df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccf579769eaf0103bf896cabc93b1d22ed5b56e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f614104869c710d4077654841082fb4220dda336c24c8d0479e88cdc544078c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e477838541e71f3f31ac8817d976ca4c819cefb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0395147b71ba63dfe88575f39b315205479fb38abee0cc96b1d489033869207b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cae96d8dfb4249cbe1d580e4c63c80ed9dbedc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b198c77bc09d88c3acc293eae00e07690a3d7292277eb449b6e2721b4c06b45b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e5b6a576e5a807046f406f03ae842408d6ee55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9014d4a371170f7c150a1994b0e3272a70a3c58734764ea4ea4b0971e8a01d6f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961b23fd8cf990d1ae95cd156b0ec481bc72ea63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a35b6b2323a1ba591758dbb2a30b3fb2a6ca88a60dd9c57373afaf136956e01
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35ae2636caf585e90391156b119a043de12b2a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261cdc1bd56506da4ff93a3dcc3a2ca488cd9979f2be412cca3d870ccb54b578
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2867dfbbb3d14097d136aea93da268c6f058b5d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9346c95359b8ccfd088681e864fe2847137166299359a158e73b16aa29c5ab07
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee400a739e622fdaef5769998f8ed175feeebab5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e25c69b710311c62efa4878b7cc09c5b8482eb2e13bb28a0aa007213b54da5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e3786231a1ab3acba4bd6c1122877382f802f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b28e85c6d0a6306727fc477a8a1208a08fc69ae04ca670fbb86f2384e4a98b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdd1c42618fab4eb1fb5d2c79ab036060f9f16b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e355f798763e26b9adac49adb6437873d16687eb5d6dce1a4412554126eaef53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ec3d43c7d209d52beab66b1d529ba048e95e45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c5eea7a7cb792b8f1c225b85750eb8bdc9599e7402152a6e412fdf9350444f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdaf37957db333c81f538a31c2bdcd91c51e2bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fde0816d4c4febbf80ea32c2e15c718c56e5e3ac786d6779ecaff2e9559278
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fce5ee1b90b838b98fc1012f78181400ebc2a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f35f3d052779055f4cb1cbe5e3b7c2bd64526ea2540532d44a37f12c62ac89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0792d8fe9c586a433cf054b6e516a14f4d0792e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea42156bf54ce850f8175132f7a39642d650c8f0ba51a746d5c33ffdc62bf60
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e119c2ecd360c09436c0eae0b63b32755b245bab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4a842fe49e4cc99aff201dd9804dfc0d3b2e55c817276918c7880c6f388219
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab5063c8122dffc4b123a50ac7cbda214799bd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d8a82fab51e6143fe0842508ae9025aa04120a072418a4c9ed550433bbfcf0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989314cc4bcc971b6baf267d15dbe9a06cb1b99f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798f9cb944c8cfb2e56bca20a3103c36754ea690a658933e8c87abc51d03c390
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918cdf38e355d435ace021ad544c97af7e18121c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91169523279dc01b159971053c823eb3e5a8886119423d8555fbedf6d7adcfe1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7b9954f846a8b39dffc5d4d223cea705538039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7d81f6e03b2f5d65d3464d00f992217e11f94958e10987f47f6f0fac403069
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428e2d61ae88d5545ae20eeeb6e55d8b5a9c9a68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2a530c339c9422b46ae4317ca4a05e90e4b1188b840407ee7e135b28ad259
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847227a58c1b8008cf924737b7b4b96dda1539e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807d9995570347dccdd9d026e2076457ed8befbba468855c329ad9fff6c57068
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad4f6d0ce5b844cc8dab81b97fd557eda8cc1f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2724908575435b875bc793ff865d69d57a10ee54bb5deaa9294347b9132a22a4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2afcde18c66b3d5be529848c6b1ff005491926
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eae9dd02079fdccf8e52f11d88448e209c06e0306e10f72d162d1bfef11c316
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b1bb749db271160f75a3d73ba4943ca7374db5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1f6978d81da421ad245974646e468e602e614cd7d15685aa9f233267cabe79
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b6b9169dcb6e6fd2453779d31f98387b662017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a601aeb19e8ac932d52acb4b90998d8047c585c462ba258be837eceffb7dbe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8573c8a8e12c429fc724d6192c1c12d5afa6709
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3897bec244d4445137336594e7d462919b0b20317d24046981d17d66e3f300
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c7147e1d45316580807ca7e56e2544af06d76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb056807dec78e20013db9e63cef92bc031bf4b1e8c7f0012654f63ee841c508
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca80754c5569ca72e9900fea499fcfbb9ad8407a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120caf8315051f9bc274e8455ae24cc4a0ff383ac18e3099c9885b859e14675
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fd9fc3ae53ba78501c74d9164874322923f87b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061b61ace959009b9e4ccfae444e3d27295f83def61992e65f89dee1724d7189
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436fbf8e23b25abb8b7814160da367a81c41311a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e6719238cb502f395056f652383a9586eb70f104c88cccabbdef87e00dc03d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37548a71b5fc90706a784b96ecb6d1e43901700d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e952bf727dff147e627befa7a5d5e7f83e0835a3dcd8c369ef9f7e53f6d85df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a57803b0a498449b3072996315ce4097800ab1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a26c84403173d6f7c2f8c340fc1275f739f87b8b45b28c49fbc5779e012c13
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b176cb6bbdc0f2b5416b58c3028891241fc71d29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9292f12dc93c0ef238429591773651ae29e9560dd90528dc5231f88c91bcaa07
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a8479f99ddea88f4b4715dec331942c91d779d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f526894af9e199eb0321bde7d252a5f4d204236540d455be6d246f72783e33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d3193777fe94ef0e1b2d6133c441ef7a4c634c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9eae6f20768a01424cd926a25efebd38dadf7f70b022b6ac929785fca32662e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e8778156a025b7fb2d415f2bdbe16cc8bdff60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706313de3c93148d34c6132f39d91b4009993b3a25706e89d8f9426369656759
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a5d4872af52c5a6f83dee09bb16959c7063fbe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b5cfc7ca6c4dc8fbd0f3eb523d58f11bfd56032a593fa75716e735a9ee37fa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6aa97a26b10bf2469aa9c38ec773f2f5c7070
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed164ade0910587c6d6c9e90ce27a5d192d7898a37ccac70e19cdb649853fa1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9becc27a023f4c3e8e85d3ef87c7a0b14a43ce85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4010b0ad1683de59b4c0d3f8885d00ffed0c5255b8fefe79ca7307f9b152d7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d25aea8f2730eb4752646502e6e6c1a37829a03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda0ce91ab412d4376de0fb91341ee730f35e83b2ab766e37552bf558120f63d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f59eb97327d8a0d286cd37a2374d7ede7ca854e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a0bd0e3bae09544aa818d608ab2e936daa0f11ab1f67c36030c0e8ad655c85
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172efd7e3a1a9e2d942bbdc8e965f5d6e6b41d04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6434740e7d0981660f9dee6550c00feaa9c57fb68dc37eabfcfb521c407e649
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd85950ff577c0428194712a98a44bb9a9e9acb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42090a3d0c5c667932d6b59c6a7f83214949accaad3f7d676f1f2e54f2e580ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d48b5ad158632bb5bf628caf452da777fdef63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8058ae3f5d781ba1c15397806f1d5bd6aa165ead2153a36ba29a6cb12e9048d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31de9c8358a64ebfd3b79eb6cb2fc3ca649e3414
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce98676be3215bbab298f2eeb70c85f222baa723e696f6b489e2713e1bc63f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a772d91c1b2b3149b01036d130e164fe908d962c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e63fc6d843c111e812cac0694cc0c261fc58abd2257ad9b848ec2b1e829548
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154f20a203132e285e3baa4fd265efdf5172ac08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3cc251de459b188880ac96cf8745e690ef94f69c8875d290903c6fda3fedfe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0460700b9085b7c71bff8fcd17d3e9dd39c55408
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c889eb465f03b021afbfa688fbfe2f31e40987f7725e81b2e8802a62b3001019
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b96201d82661f99cacbcbc2e7e625926b23349
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe09a83df88766f7894f6c3474ddef308020adc8d42560582e90d0e9001f5ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84551c4a5e5e7fe6a625d7ceded665abc3768887
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045f3cce91541988f87a86c088c64d27a389e33d558d6ae6b7eaa8fedc0b14d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976e37ac2e36f4a96a0282c419b2b6cc7e91fdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0eed5bf93db94bc9a7b21363b9245293a4f868ca5ba3c2dd5df05183876a9c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa42ece9b18b20260959cc0a973e8f9675307eda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cd71d209d89b75ef9b602a93df99fe87258d6d5250aad862bf26ab458bc8c5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717cde453e2a7d0863b95f3de5ef90e0342a5396
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6a74e7f4fb9a020ac17d49152f245f9192ae5444446a950c6ff918fc56cc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54c730f4b136062bd1f98814a403c552b26be6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd65ec4422c7e836d63fbf14d9de8ba94d804d6f416c23536d3d521d31c9aec7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec30bdc81883afa625018c7fec20d12779ab524
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1765326135f5539f04264b02476c0d9c03549c1834c7b0a0020555af5b507b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf388bba260f87be9e1af29823e6a1a6f8d4eb52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f65bc02d065312a7dd56db243d400a9845582ba4268bf46f80084868348245
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e34a0eb1bc2fb2ee5e47c04b7dc8cd08a832c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b266c848441b18ddc2e6b8cfa00c82d9832fdf621a510b6ca08947abb338ef8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605ab29ab9cdce8ffcf671b3c0c67e9da998e94a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f347323ff24019751d60c733be4c7899211af9d943a1dd4e94b364fc9fc85e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da541309a3565205cf18238c1b3251c6a63f52b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bde74948bc2f6df3da02da3acc3eb1daf8bab0a612dfc7f791957e5895d576
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c27aefcdfedf718bb847bf352d8257985f2b5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045fe455d8c592b4ace54aede7f67219a53188721799671b161c5ec649a6a95a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70f9d6be3f610b1f643ff1f1c311c8c87ffdc64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68a268a2f7d752f41190f98ab1a0159cfd5a690a6dbb542683982a4997d1a49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6cae2982af05fd6a6c93c0dfda983faed6dab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c263f5c5cfb969eb4a416b6cd292cf96e494e5895677aefca42736cef7409
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9c53c15e5d738b30d9ece9039af238ba3df4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0c4f4ae9310dc558aa8d1aa0b7a30c965dc70040a6a019e3c6fb64f0f44248
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b88a13033e310ed56fcf8e1a5edeb526a90619
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae0dc5897d3636aad1b739be013784ed9c9fdc3871597b999943adf5c3f0b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1657adae5429e1ea42802c872c6b063f924cc734
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d73680442be870089c5d8ba383629e94c46242085989f3331d07b4a64b2093
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68435dffdab51060577482df2a9ffbc7caaac9f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1415cbe0006355ab402e210fccb15dd7c9b131b325b425a477537bf7d11291c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cce24e271f5960acf3476ac2156a1a9e615d83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334e990aa1bad10dfe5989fed012c72fb93984706a19e000dc0ac45d0285fc1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9e85c7082d0f4e9e1d459b643189ec3ea49e05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b259907a4f203a112812330a6337566ea8ca325dc6884468351dd3d21ade39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1c3108fab2c0da5b28cea4598925f89f07b5eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e843ec064f1b0cc53034db5f4504050bb0110296a85725c3be6b0cf00085c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89202754a5612024fa583c5d4dbb489133f9c77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d73dec110b62e9a8d2a1dcdd58b7deff4599fa2dcb2fdfa20f344de2faa76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272b6a97bd1fb2287dfea81eddf9bbdf78f92ed7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fca3cb54b6783bda526324a2f830c14925e7344d0231c9047f5761e6fa4b912
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8700aabfe2fbef986ee1a525c7cc93c48570acba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf03ebf8aa15d3e504bebaf9227e70c4234b9918585c17f5b51fd6b6a0246a87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34915362ae64d1f088bd24b2ff0f40238737a2f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc3b651082ca92c1b4854e68adaa4487fa1ec8f8d93f65e97ede885f9a3d81e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee28ca3b13b5a27e8a51d61c305cb3fd3bf48aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81fa7497d74a81c931c1cdf3b580faba747263560ca90f7f3ab369981add5e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082b8da19d2c5c1a3889203f7cd932ce927199d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c6ab83f71acbe7767709438f68d53d8f34d2a9a722ca016fe695ecb0fce0c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d13d177e03e5ff88abfbaa0998a3c78570bd2d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0a0bf14ad61e7f4894caf6da2d102255829d7987ba5f66e538724da065a892
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4909cd73bcd131c6edf1739ac91b8c10c13aab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e05f29ca9be6c6e08702d1aec4ffca9bd83caedeef517a6b26354e0716c29ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d910f47a2239324d94f2995c36e54c32b9d840
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffa3f93d9a87ac4eb965c2e729509ac16757c23552bc90d660aecaadde66205
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162537b7e47b65200a07070019536da7dd25f41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458eadc9be96872f63bff3056cc35ed5466bbce0ba1acfab9674e954ee8a9f1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4600c53c55e5888754eb8afa1b514afa8b10bbfc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c04997956463c6f9adc74a314461dc637fd382cf8b6d9799e04940cac3afbe4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b2f24c2d694e09149e41635df452b5e7c415fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d494496834c9eb78e40047c18810656d45bf4769ac376c0bfd238a5768caa8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7aa102016f2642759e49d75a69dfed8c75764
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d047896f8a4e209db5988b94461c126dcc23be5aecec33b4a379f21998130d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c19d406ef2d6eab371089ca8a06f0030d56bc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4018023931aef86c84a73a689fae9535dff227a76dfe9cc34537c015513eba52
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17341586431a190bab390f3564fb2f60705228d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058e645ba70a2e4f9a4a970d0fc26393fe27eefc11c9e1592d0761e9f5e07f43
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506af0a4dbe4f0b09a0e15d4b3b45ebd4d748c08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68be38dae1b96614990e4a1757f18fd49584846ca1ad0327ba1822894fe1ed55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddd5cf4d7898c024eb5f3a54096ec853f59c47d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d18fe5e6110444792214c7fdc6bd48b6016a5e70143f870e149b45a4487d5c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7330b71267e568ed04e096217e21387232d5cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94269855aaa24ebc5ed0aeef4f1b26e546aa5166c11677a9a75a6dad3b18ab20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60fd3fc5c382af5971837a53ddcd983c424ad7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0378b6bab51d91e21ee9033e3a2e54307067a07a906aadecc39203f4771dc4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40538262ee3b587ab07f155ceabbbb1d3da0287e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9825c79e3efa2bbbf5b9a5cfea025255d49ba1590473be29fca2249c2a75dd2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e61baa7b5412499bb7ea93034c9163b64a0784
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80f2f728074194376d93c3b38d7f2ec1085eae0e7db13f9f613d5f744fb97ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc664b9886c6ddf300babdce7120a7c6e2d537c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebc5b73d05aaac3ffc3da364bf195b3a7d33306a5948a847d331e5ea05a81ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f35c86dd186e92e1c7a39f93e67914fac51230b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fabf8b3dab3b0b9f772a61bd85e77673bbce1cac1d2b675acf8104345946794
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79155db663e54d77619853d2c453faf2045ada20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e575a30c26683641a7acf05d17cc2e7c183e542e86ad49071347efb9b88c56b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f510b73b52cc7ddfdc9e9c99de5733e9eba40da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039bcac147aa5d1b19ec68ac7b76ab75a9f0314dcbc7b485e934b03a2f899b1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903730bbb754547aa33cc06ab0c338b64ed1a8eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e5bb6f5f160197e65340b7bc464a5b8aa518d631093c8351222f41971f43b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bec17a059d66c5346f044ca337ca7066073104
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9512ae7bd1847e6a6e8dc91b4067bc4cddd6579534c6ca3877c52ceb05157386
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b3a6a7f183446019cedf7ac74aab002613d879
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c80a71ad477655c69aed6d5e5a364a59d4b02559dcf29722e6bebe781a646bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2011b42e5d8a0071618618e4119f10d01e7b81b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c9a68bdf54b7b8f77003e98c61ebf0bab68be3b11d4e6e4f0a0c5315ccfaab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829ed7b65bae56077a83ac5d1d27e00fc02fbbbe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd05c0879ba5ed23fc5c27762b7883282ec2c6d8310cd882bd910c0ed2a59f1a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5a9d20444f5c37f4ca2614eb7b73fa10c21e8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed06763ed5410ad9808510e5633eb93183c6209fb7bc9762187199aa0f1177
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8481ebc8e49a3d5062a604f940b8737846c7398
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a36b085e9739a9b222353268b274afada6dc0dd5e4b374e68ba585c45174f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a96389258c2cf1fdbe3ba3912e0bc5512bbee8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a005d2e858a59c3de1bc4a7aa666c85b448f503b4d75eee64018746783c0a1f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a769de01ecb52641e895f44c49cb65ae6f7f84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0cd16eac651e3aa6824e34654126ab13b079708b368631152f2fb8af46952d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08590570392e7fb185fd2a31267b08de49c7aac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923ff5d7b15a56e1736063a2749c7e8a6075ab675dadd25bb12dbec1e77a5b18
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a366b3fd72907fcff5c056dc07e5ac6ca926bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfb6589b27f4ce94aa149eb31e4ab443e3c05e6d3e7eff6cf62cbda3c8dcbe5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71aed10d8be699653788aa182d0168987bd69b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36742cf332c75e60005f55d63ee1965d5693e37d03daf2fca2e904cde50e0a3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ccccc28aae414fb8a5a90fc46bf263744b012b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37206c7aa33679f8b872624ce1e63e1bcf2e5cddd5b091cd7f8f251537fecd5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1916784f61056d71faabaa61d56943d1a77cc913
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf95360cf4a6e8ebf654b2ea71652f6bad45923b2b61e19a3ceb249c1f07352
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55346771667ff02c4a160f36a642bea72a4cfe24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a460ea207faf7ad15919f4353f526df242f51005464ace03d10b25d0bb9ea2e7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45792b71736915c3ae10ff5174b3e929f0f663f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d56c1cb7b6fae02cc12f177b5d5bea96e291061a96b8b2c5608940e1b8de376
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68d2ba59db89571078253afff426a83e7db8a98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a972c745c7ae6e4ddbcc6e4e4c8e657f148009d98197eef785e1c1a91397743
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef244e010d7eec5e528cb4bcec89547abc769d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fd1147a1ddd4ac09569a9709511ec0cfcee91964ce0e04b5c698e450f7baa5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6080abe2444c02d85d294e9a1d15ab6fa754cb22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920ca929450484153fee4239c669f7d4ae11a863000c559d5e79c693280e1687
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c422843ad583461430a5dbdd44d2ca4b62e63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a74c07fb471e406554b00788542539c09e979b73a1d4e3a2379aea887b5bef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6511e534f45c6d3cef7b49a394982aa531f44b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17ef6d9d1a30f66ef9dd939317e770205e2ff9e86495dfe652e7b715c161c29
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d2db6ed8d4ac3c4d283381bdb18e686586a491
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7782f337f2129c480cf1585e9cc8d0181a6837b75bb87c194d0a5cec3632e39e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c8cb1bd18c5ee6ef3332d60989f111165b12f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4dd447d1ffd39bc76581ad5afbdcc62db437bbe8856ef9ab994d7a8840d731
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9cdfb47e4597e8a0d8a91c2432d1047ce9ab11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83479d262fc84fbbc70d837ac2d41aad5f4b241e08b181815fbca37f1ddd0c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca4e5f9b980f582a410ec51bb6d8292cd44f392
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3229134d3fb773d99347881cd6d96a4bd07ae814be5ff77c8fc475948c7895
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69876f1b6be857f45a4b63318dbfa1e18422fc2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa317ecb3b3f71eb7cf76e6864bf6e902a9574447daa7f4f99eaaba0889a30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c16482f2a20dede368fe271a63307b2deb5c49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f9063c9242d41eacc4f7c0662c5570c487da05f67a24c34aaa3adcc0c0b8fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efa8a8879a4ae4aaef91eba2deb043fb069488c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd64493011e0ec2969ad886d731322878f1aad7f4fe58fec4a8c8c99e72db31e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dcfa8ee1300bc9e2d560b3885fafb8e4ad1ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d3813e6f21255ec002330ca325ead856a4c39322bbef279babfe72aa8904bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa2c069c127bd624996e4908751d4fe9592f78c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ffa019d0bf2b54277d213a5a1b830847bbf9200868db51a2c1123077f34cb3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd342ec276c748276d4da4ce89066b712f65f0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab5af72b32afa0183a4260fd3ba6e77092403180afa643aa9c6ae5726981f3d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea697b933f9bab0b0c3203df786b1b8cb8e39167
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c44ee1c2fc33b416d21b81c8eab5737e385fa64b28ebaceb43ee39a4bf93539
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed8a194352d17525f36a972f87df204a5767e6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6601a9593b3ebdce6a047fd9b7dc8a0bdbbf2c335fac1fb28061c6bd06fea0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3378e8eb87873aa91cfe326e9fa0a1297f50679d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ee5cb216eb691547ec47b2a98f8132f9bae64372358e0b82aea3b774ab7985
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fce4278700be7844b0079cf83ed04abcfa975f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88128f404c6a2cd9b9dd06a0c0c6a227fa659c4429f97cfb1f236f14dd39efb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6aa3cdf070191239fd93ea5a1af8648c0d05f46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f381d00ce09995835fb1ab15ec0f839176d9931e03cdcdd64c1cc5f4752699b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7ff861eea7575ac27aa3b96259948112b55c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c610908d8b14f104b854212fbadbb99b3937b157dce707287aa4b482604df3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff38e62e363ec51d29ba6de9710b30dd17c07244
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3528f106982e578b67e4947e590a51c588ca61e00ba01f92bf9adc36baf1411
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fe7d4fc85f88714285c5529e3bffd1884bb497
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ade3590311fb9cbc8ffc7f458ec7aeae1aef6c9b74f8c9c053b5ac4a1a85d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cae0bedb6fd4a6ea0235e2fe419019df1094b95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2b2a135fac6c8d97e93f83d84f524ce3f50faa69acb2638f9c4d25b4f4383b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e485b9111865a01dab01d321c3de72e8ec2fbc2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cd723b9c45d482ece911ec8da6adced41ff6240698f013f7ac2259e689ce5e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2bd4d4c3d9efaaa371c15bd22153d9e20872ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8653ea07194cd9aa4536ee42e585a8f7d70bafbf8e03b81d4dc27a83d09548c3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4437d96232b3d4cbc0a2c7bce764f6d27607a34e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c53445d7173372da9903d45678f6655d605fe77338910ed7205e6e9e61498a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44a0e2e2517ab822b99a7f0196f9f8c0bbca089
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58344494dc86184910c0e476810f577fdc00e6a3f58a8a49158fa9ff51e6d157
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44aa75209b96722875964aaff4ec51dfcfb94cea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718d20fcd39833d38b64ee3df8eb628ed24ad32b2ddd02fb0bcb4ae9be4b27f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541cc427ebe95b4881c0cefc031c2da1db4edbcb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4739aa3c529eb8fe45c37905220a99a96c592d1c4ecef75088419dfd9993553c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f330172d78ed107c2f8f733b49b3fb3d3aa7d8e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b6f22e35808fe03795648ac7c694fb15f98b677648f292a45003732b2986f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecce2987af6b47a2c5b3a455d40168b3e289a626
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2a4ca1ebb0b00305f2b8a0318c2c7dfee87ecb07878b7717519fec968868b1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad381be52fa43853af848cf8f3de6e65ca2a840a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a3bae604c005b2e2a250d4c19dc91133d6d8baa8a6f8d63669339d6289501
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d728ff204238c49c196c7b1401888388afeba45d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f546d3edfd11d9c5273d69df0a1050d66c2c268fa8891667e93c270b424d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e9d1e23ae9e695c2e9543350163d3cf1c058c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0d743e7691fdc1d74007015c96458d62f99b560aa3a6c352f3895cd84d89bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af06ebbe0987776b10335a9815e021069e132e31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d3409bfa5ed56beb8fad78df60925a1d8d5004c80d8e3523741c0bc829314
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e246c32706aea7fa1368c94a5056ec91c0a3751a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c679d59a03af79d36fc489bcccf7617a592c48c2773bcd0fe58162dc4d84cc3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba3419e416c35237be6bdb7a2cf4afbbe28aca4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77390ef563f66c860bb998e773f590b5a4b63b8ba402a239b4517ead78ffbb5d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06550e66afc6a5340793747b194c04057c904061
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025c711f2f6c932ceb82f5973e0016c8c2d0cd6c6d3f99970f244668241d29a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a65306712a380464e85b5f64c176e2b598579
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10653b7ad1aa063d76438a90561747132c9bf800b0664a0afedb5f81d1536ef6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2f1182b62f4fd1dcaa09684fba7149955ac781
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14c569c3fcb8aed3f95a173f24dd65b0f89466c7809f72db522a02ccf786c29
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac625dcb89784c4fae433d89aec9a6c6640df9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ae7eccfbe57a44d195a2e629efa87c9128eca463a3f6b3f64235f66105df90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fba6661aec9fe616d4cc46d1e289190b4b3c87e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ba20aef1da9e07c67307649feea6a6cfe0c305725221eb595a04a243d481cc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64f163b7b8e66df8c4c0bd3a035115f83aefa6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc94fc9859882b018b211353a4fa7d67a6501b69173408957bd13bdb2af6f5b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a92b37f94a331abddfb8382fa0f4507d1edda50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e28ed0f0cbc26656e1535d43f18c9227da40f8d45829c14dcaf27569d0d11ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2222abcacd82d64faa4ee02673baafe69d26f96f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3935a6e6afe120228fb8eb76335a99925df001f33266c08d56506f992ce712c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5138c5dfb4712c4786c46ed65e42655df1a4acc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3a0b7ef056cabe4faf22c4abb42cd55adb9ab901e6792c9f38a06e939bb3c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a25d636c02ab9bec72838b7dc7d30066d42f562
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df61776dfb7eedd1b271fcb0018ab64d687364446483ee616e43ee9bc405d273
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc223595b5b7bcd3eaa338732e3abbbe538a0b8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbae282a7b9d1b43293705d7d31a5356a303856bc9292fbfaef71202b2d67249
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389f0536f0a10d12628b740a4087eb14b4dd2133
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5911354a9569ddcd492c32bbcaaee817850752aa80bdf581bcfefd03511f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb36f3f673e9a7a3a3a15561e72d9b060fae7346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416544148d1189f8bf11636ee1af34f0871720a644a2aa87f6ffdc497f671d8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4a702059c332e7d127bf34fa778a989d83270b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce42c562bc1d676ff1dc496d22a2d4890b564016a0891436649988d2ef01a2d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f35f1b01fc8050718d32ff181415933c15d7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f129d504e68f9c13ca74f9282d07962a2a990337368ba51491a7bfb5ae1e711
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cc60bca9e52c955c40966871c800894369321b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cc0285df3bfec3cc74d4986adf8ee016a9868c076ae203f61b93ddbc09a6bb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db5a62f33098a26f16a8993dcb90a0b0c14887a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a571e1d4ac7240102217d5b67089481ef19c916cc233d51acd4f7964001589d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de6b754ddb45bbf0369f6537c273e6ec364e3f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d45d69fdabf1b524cd58a25847a51a0e3ffa9ab21c4fc9068170870b11a4f5f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd3e686df9f6bd0f15471aada38e3a014a8f8e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998f090a3948407bba297d6bfab7f9e3a698a3403936f3268ad7877d70916306
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8612ac70555cdc963d12e9e76798ae9d5466b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd2f7182e5f6d338de71db4bd34af89125f179c58e778a0c26cf1bd3c2f15e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f922683a85d30a55c143759f049049feb337d146
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3571b402957e5935554eb145329406a67699e2c3eb186ceaa6d44ef276b4d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8699db6798ff6124ad74e9e9037bf1e3b61c6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10a14d405790d557718bc78b20973f60b3aa9e28764b0b971bec1868966aa3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c07cf1df8f8cbc181713d699457fbc08591d610
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994f30cb30acc87d5d02e49d7f849418e0a2b4057790acaac18ae5340c0c624
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68677024af3b406c9fd5e781714e019fd784fe30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65932532ff81ce5b0b34027843c32a097d30e95e1529beeb69c5327cf0ec0d62
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83c386ff72cc483e2ad9c30b362730c07a183be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9a80ed930512904d27e8a1415452c35a1b66aaa1730c61c9ad447bf2c1cf7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0c60c8acca75f55ffa1adf26bbf86e9951ac37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a476efda10bc3f689b54526bdfc87700652fdc17a7481f811fa92a999aac9787
+size 2179