diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad645dcc7b69d0afbb32b29bb8df81bf8fdfbe47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd0ed9a6a579033e5feb99e7938cd35718892a4081fef7e4725dcabbc99a65
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe826038c53b9c483fe8189056f1c36c97ef08d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c658357348f048f76e5586b834e9dc6d8fdbac284d395b5d1bdd13e93b7589af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f309327949593b61f840c265a810b404c8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8fbf036650033b2ec44c9eec1192875a2316eb89257eb57e12984d99e9074
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20274b3e2617e96cf033db88acf2ed05a575cc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161f9c7dd6068487b9faeb38e531553c0087f1e20c13d947a2c1f94beb5e0b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926238d4a75736a602946ad3b65e5416252cbd0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2d66fc40c7ec777a08760f10b66ac32a8a25070064959151faee489a845adc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cfd6d3d5937940ac1ed3a77955c42a75390890
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9de5d217e543d64e4baea54beafbfd7b8ba845a6cc660162dce00c96330e4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb77d19d14151c41027bddc344e68dba3237a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c1ee60b48c99b3153b520d0f4d37de7dee1f2a241327134e9458cdc27e16a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb497cff32292d704ab2d9bbe218acf48cf60dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94b6f4606ef3825dba6eb1c60671c8bf4fc00d400afbff3aa94683946e760e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc29d77345a5204f82d91e076c97b7677a2443
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f212220b95d115f6ac45a200a191d5835557c3b205b0ce93279b911a85d10
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e1ed9fd11d04b2a55a32e14c8aa66beb7eb87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425f6b4d8dba67e045c55005bbe537710d151bc99305a00789b999ae3ae0f5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20104af2f35d4b4930c1ea450452fcc544df46ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663c6cfcf09763b159d6fa74085a4484b7b1a3f901bb10a8df7e5f87c02916c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d2a90ed7383de712be6d0ee531e4dc3eb0246
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a70172090fc1a2ffc1d28fb65038394bdcd3a823db9e2f123f378c1e77459f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0358537ba97272b25680d3baa98f92f91327214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2447ba326e899ecf76d37710c8bb158b1afe68b953f82b3814545fddcb5fc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5101d7f58fdcccb377d52d695c97ed2c864ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556c984626dc444489278347b55a8e5b56b40eb59ac943b80af80e68e70a67c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5d35caf9f4e7105fcf8ac282359adb0afa794
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4aed0aea4a512b6530a7956d22785a7b32975ef991e573035995bc38771615
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a61cbc757e308678267fd22fe944f6c9c305fdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37b57a374fb38e2e7365b32e8b4235da8db1eacd42b91b05f5c57e90980f086
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653f972fe55dfdf5ff3fdb6a7b06ba0fd2663a3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d682d232cd186d6a39cca3d3a99e47b4c122373027424b921d026235cc5a41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ab474cdc7ea07009243ed9fb452b01b5e0aeb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305025fa661e7494ee1616d7106cd906f4153cc6fc5c68703ff3a719391ec65
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2d9ebe2f125e4f5ba85265ec1ef1714150bd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354b985d30d61b3e79bef023c1b52f8e4f73bf4e1f19e7eb38fbad2898e2cca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533675f8a3de3fdb9c97cbe6c62fa69781e698b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e36b51cff9057f63973e8083e6591b1554ff969ab5f471d11464a4dd3705d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6423bf9de3a75476d611e72fa737c936ce426
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb7ec5e3b3e9c29389ad0a8a836642be3ba860b156efc71d7d3273ac25369e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ed20c76ee721abf59166146e7a73304164c4da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d0c17fe23228fca81551151386ae590786c9e6e44f15fad1c4b5203289a2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3f68511cc681d760979a3e7d20cbd3bb5bc8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236296a6d1718e0cc4f5b9400db412ec58013f2ada4d8e582ca92db4bbe3a96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df00fb4b2c135d04156b7daa12e93ca7ea67d8e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc4d66ff5d142fd61b75819adcad99311d55fcc953d42a3e5ab47cc8b75682
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d57a6b7460f7db7ed4a767b4a92d2a946c3c74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728978692b5068fd6bfbd767c7ccad2ede3955af90cfbff7b4dbfe753f925c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60befc88860fe6aaa3ac5e2dfe99ef37400a38ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9195edbb558cf1c096193716fc5cef0ca6858989a2e0b88ab31a650ac951f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84312086a83c187442533f52b4306b8da81924b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096938e311cf4b1f6cc4d8211a385df1cf7c300b990b36cfaa681e1252103511
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ddf1f20f9f49b26d626005aaf8e388060cd7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c3b82282d80aa40a801fd56302b7616bb32a882b865fa3e8476580f7f242e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb81d496ff2fe3f274da84d2145201b2ec1ee89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2393fe79b669e458586cd1172fcab19eff5e61ab7004efd1a09bc0c31a053e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c84b73712e4551eec3dc19580d01775d61b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32db9f6a87a1f712a3bb65214aaeac359af4e581e9c1686ba393f267dfa6c7e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f25eb6e67d87ba7810134d3036c383487eda195
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8885fbe47daa3569c83bb5c80d9ee6ecd65d3e1e85178ff1c0e98cd59d37283
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd38939e49b15162860eb1977df189faeb57e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ddb2558361f4f22e9c9ff3ca9ab0b387466f33b3136a9958d1364a7dd44aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b0ead764866aebfa288bd345016a5525fcf8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669eca89a4fc22b1efb55a2815f5835ca9279b626a9cfbd095473861871e865f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f54b5c376c1943e97198cc7cc0c5f6cf139ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5205c301cb0bf6370990e15efe2594b4835517e471525447bb8d0abdece72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb96dd9dae1b2e6b17e346bebe85a2207730f01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1872858349c00d3d150214e2880d71198801b38fcf6a0873d9c047ab176ff12b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4dc1acde00ccd9d063df5411f568baaad1ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393a6fa7ab84f8f450e3bfb5e6008100059cfb311e878e40e582bae32b45727
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7df3060cf35a6e6d000e47851a1c0b19f18a9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2dd9b3cb25c0d12702ae6c40407824d393f6f2e1b62cc045b76780677baea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcf4d993fcdd7677fd180985f33c057790ae60a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9ebf8bd8b67c2019211ba335bc5243d1baca6a8fb8afd3ee0e3f811bd03e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2c731cd31d96d927a4233397a095411fd83a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317bc07b5a7d1f435594e94e1d7d172b302737ce9eac3830b3dc0fe2e36a2df0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9744abf9083ab42c6ce2b5c94c18695cbcb195ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e668a5be2e68f6a674bf02d07a862333bcd6d5a7cd2a44c8914c2c6b10fa3e32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4815b0043b299e994e35ed0951e6b8033fdd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e7645f78dd328a29e2fa0cf3600d319caeb5a88dd5f954d086f8136e28659
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ada610c76d862e451df7b83778e254f20b347d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648366f6084ff0aa1e478bc0b5220d7ff6fdc0e1e26e0de7e09180b45bfefef7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5ff146ca3cf6a40e90eb3fb217ae04b7ab004
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f18ac05215ff6dd433a03c0293f22036151487012437deb6da47328b010e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0757e0bed19be1980923b07c446accf8a94b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ab369408065183ecacb761a7440aa855973f17c2ebeab77ef7a9f14713978
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e063aa0ced5ecc87543a86cc4169364b19606dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643e2fbc7a63cf9580aacf4a8d42dad1ba0a2aaeb7a2974f2f10b5e8c97c3a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88ffbb0e7c763a8b70c07e7fa3958b9f896b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37655b7a95b7af1bbb0613f66b88664ab696aa8101e1ce03b35ff1af6ce315d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270422435d6b155a537cc0433708d76880657e12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49ae59be3bd855806c345e834d2f1fff4fac445b5e8595f2960d3d352ee247
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe40e56ef7a9570a121f27ba3555ef1f0337003
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40fbafc11baabffb3d3d23e23a353fd9cf180daa11adfb0b76f76248c25ee1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5fc0654c8579e98af6f5f36b88aee7d52666ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3786fb14009bf48599b59e2ec71d837d739f471934316c30e5e7d1eefe03da0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d418a41f25b298385dd70d58fa0f1e5b10e9e9ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efab433845c640da07f31e61c6b779fd545fb8b784f1a214374f3c0898fa30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b511735190f1c3f1b2ad9d88537257e49c0b1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e24b9b55b767657b920ef72d648efa9c513cebfe7277077c4cc9717a903ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5823adc719f295351c9fd41d75c5e39dffb379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632155bdc14fa418a92face91ef80e986556186f9b6c94ab4f5f5bbf836ecb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c1d4861936218d065556bf9afc52a7b8261a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c859a8f5f0b8a870271505f8f48d81c94b2dc47b70df65a3c1bc788d519ce837
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb5944116aab9d01045589e16a0552285c51d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b881bf34a25c5388c24324f80e270b1ac827b85a9dbb034091aeaead903510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3236e627780d73d78b7de60aa0b583f348f29ff1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc79334d7810a1403efadb6b26979ea3f1f78fe8eeb7a650e9faf9a06121b4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b4871778c583765bee169e3c6eb64f71c60a44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b0d518ed34e93b1c065936a7508f68fa1e47157114e7465a3042db982b438f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bd5e99fdf6cc8cfc32204d2aa72757e79d544
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a9ce8545c217afaa5782d0897d73a9bc928ce97e07213651caff6268701b5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfda12fed14434282b9bde4adf31e53fca8dc5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb11fac6f1c992e5e41dd1b810d2e670beeec0a1c785e70fe5026051b46f883
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed3bf4c63c35cb560fb0fa929ce7dac71fe7dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee39a0ee8af516e4ba3ec0ae50053e322799c93f8655ba13cb7a60f1d8c147
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1394f76c8b57d63205ec5319468892d25cb1dec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c8005ad31d31450e0dd7df5d8c8a6ba2e0f2ad0bf035a656b155999ce108d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa5096d0e926c3c6173d6ffdcc80eee57e6181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a18d9cf94ba79940139a6de2af622d03d1c580a4042d73d6934f771f1aa0fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cab37170424b8144ceee0fc5ce51edc16f598a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7eb67fc08ea7006b07eddb4763701e53e9ca750398a3a1a4280d6a05c29ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e7dff734a963224a547ea0f0671df8b728288f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4393ad0cff882fbbc769340b9d0905bf6f7586b892ec7a72bda97efdd9a1798e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7b763dfacd3b4fb47322d6366e8bfb344f31c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0efc723e9f26b6f29d5ad2f4ee861d872df5f347545dfb4204cdf301a84127
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277dfc6ee2e4cf7735a1a0546b9a0a1906f925f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863c0c770fa13be43596ad2f25568a4bed22d3e9e0a506baf3f20c032d02b70
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e30baa3f862275c8e106287d775bff846ee0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8851b5ee408860ea8b4b5d736259f67f2eebcd404feaa01c075b6ffa56bf45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9b6c201ba104768a8a8ebd2717c9deb8259d2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548e72e819b48bdfb95ac56e943f8b53d825876e17831708bf2f9b780b23ce8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e81037a77511a37e9eb0181549e33171080ca6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73ab9e8ea9d819fce65d520699ef99b3829e637c91f31ce517fa348b219a35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abeea2248d68f14299539e348c0ff8d357de31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a7c2c4319308c3ef22e24c400577eb781220d382d87e2a6c2ab79ea5f60d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076bdb10c5fc4371a10ca531c43ca490ce05aec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5f9ee9f0667efbdd374557805c009aca9c906dc81ca038b0bfccedbd01a76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a8f9959a5ca1fa2911251da5d3f19c2a3d666
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47655eb50234b791c9510201e6d49f3a8ee8171a9c0a748267ee6ea9920ed706
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da16ec300a005dd4b828e44d4811b3d56bdec5ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b394381424b97fc8e384847319698cd8b3a0359bcbf66c414d6241c899c8cde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ffe5148afb03e9adfab49f7708a06b8d8fb40e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74a88758937619d65c4e21aebae1292aab0a28b7f72617206aab238a002035
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553a2600793a9d886f17c5504ebc6fd37394fc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b659753c2645669406d0e0c2bd7c72c468c2d2eff6995ff2cfabb469d1c29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5fb94b38e3ff432160df42b18b3b7b254b030
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd050e3a636c9edfb6b701b511992f9f7f856766a02e9c98b8c91f868bc9730c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a9e25ff9d9f352de730057fb1a20d5a3711bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96827a1e55a3e93a50bf2b76b23234dbd267586bd12931ab3060840026ed29bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff83bfd3c36ed9af9281a1efe2b59b1edea761d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121860d6481c275bf4a73beee7d2a8be79dde4ab2d9333088643f15b33865209
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76e005281ec9ce845ec243c9185a61b308ba0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24f7c21abe4906ef84ab7a1c3eb0bd0ad761726faed651425e1db7c55da0eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86023d1d8b5ef7e2301e6230c22615fd23420a75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87477c875bdd41cb6ff27506943a5132276c116f66dbb970f1a7b9030d40bfc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e929e3178828e58e0f19be4bc8b382f83d1ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ce179e52e3947ca8eb50d4ba6d33fd65560b270db9a6525cfc85e07c709c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d74cb1549d4f0a3aa9346b7e054a4172a22c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec960296aeb92931b73ca6c1734526e554afd41bf17d29628f1f28813af65580
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fb5c9c52a827bc62faf2133666137e964fce41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542b1b844010d4ad71d311afdf0a456ba96f66ea0a966675ffa569c477efc5b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565e18f8a2578bfd194eac8d6c17ae81ffcf355c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd88554e96ae5c53b8d5d1824261948bbcf3127b49954c8e4064b921b8be08a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a04e3b636a560edad0c5965a70be6dcf8045b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcddf4e928cbb523081ff77cd54a4487b43b5771d8f85dac092f58c6842ef5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fb9c6e883a5377f083fa49ad5bb5a2e8054c2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d77003f09e719b7f3ff9a1ee94bf2621c9f0762d6002ffc93c2c6727e869
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db11b577795001b9122b28e19b677d7071120e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e9b7a662dce65e2da3e73b4517e7b8d47f9b8827da851d251b35d682c230d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988daad7396d87d1a9cdd57a163a113b87787064
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f3382e96d77cda12aaf43f9fe768fe3d5e82dd0f9fccd88eba83512f2a195
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68109ce8829fda56b21b3733bab5be916bde0264
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f561275c1775e5e00a3e1d276b0bbe029d8780b8d71c14436f3c32e8d827345a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6144c287a00dac92b442280324d7a0d6be6151e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece863cee6a195b8af27f1892edb3c9f72a842ed1fc292940cab4fd1d61e0da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcfba6b4846f9eb7b7de85e2bf6369c68f5eaa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333f63b12b67b0e5e7400be918d152a3e9bc4d75d07a613b222ed1db551a26a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3484f62623f4e2e2a6e32b96c75c47ee1d09d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a70a2da1ef0543d689aa62a24d59c665fa7b5706422b4b219a2c0af22ff1b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49b70b7dc24a93685a952c5d30b2c3515b53c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e775e54a12d47c25ba4a1ee6f8c0d83692cea851d6026df1b48169930762683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb08eeae8dcdb4c9a07be5f79060275fcf7fff3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a5446b17d0988a2d80098851236cfe9c0be7965f840d0cfe610b654f136f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c473d16902b86dde661034b2986b44d88f375f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f5bf09d301113c912b0c3d620a8b15c97296bc57b5aeadfb72c5b2c267416
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee529894ade9b49ea42ae4b6856a594f61cf8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7709f53fc58bc613afbbec2903529f49936ea5dd6187f7ef97f23edad6927e72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92bc067b99884f3d00bc0ecc53d852cd60c41ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7167cbc6237182d18757775b3535ee598e2b218c8efe5d47c594528172ea638
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e98c3a9716393d3ac1e0eb662b1e64360b62b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76952e6d160759e8a834ff5aaf3bfdaf1442bf1a42122adbcd0e5b1a87948a0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d959b1a170d28628aa0e340441032aa3589ea7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49492b2310f49855342fa1411e72a291cde81d52900225166658ba0cdacb3b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbe846a3cfc1efc49fdb8afc85281d13b0fe222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000a5676e8faf979116be246d8a75f923ab3f8eadc34d6919ff2fb083a962fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a80893a3da3ee84a18fa1d0329e7b16dff90f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faf2036bb1079c746adce8a0bec086fa672b778902a1cffaaf5328e83e7f21e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cb522296b042ccc5a6ae4f1f253703d66e303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5666c48cb5b8939e15fd38810271503bc25f6e3645586928103c6dbf00d748
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be9d6f07c7572ee3940c57433db33c50b8ff7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18baf6eb7d7701b10810b021c406fbd4e5dbad5f89c1c81ea1dbd813b3559cb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e6ef4878a3789a8d99b8deef96249194a4d1e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a25257904f7f20a234c98bfd11b0024b85e69258f8737d771369ccd33d67d71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882cac4ecd45afa0360b85fbd025ac16334aa104
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19278194a008964ade5e17e30d564b07bb5989c566c6efbe97f725a6620ecbba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e09449b5b1a534674fd76a1a501b276ca903ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf7269bc8500259e2f6476bb59f349dd12f464321b6661a0189447ac995c17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff21e46c785b44dbcb51267775b22de195a83a1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0a045070e9c9e90b4d9c708c776e2de9ca5c91e2978963d4420278e78593e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56978146beb48af269fc474ce31c7107c94224c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e5dfc5a65a2016b90bcc269daed047154078f82e6ac1ac03bd012b3963cf95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd4a99fd3bd02c449409a66d65a02441623c3c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e8f97aa2bc740fa37cdd0037b05a869d65ba279d0263d016c4a02966253e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931f145b7ddf332fcdbded76e2f34e028a1fd4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca84016772fb2fea6cd9154467d43f4ce5212d37575266aa56e26785c5591207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35575b6b62d6479c0ef863ec1f92c712c4bc6763
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3fe03d6b1be56b48a4b4b77cd569e600d246b3293bc4b37c9fe72ee8683c63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ce4525e38ed358f0748f4b6b819e8f4ce0c0be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a60c9f046e2094dd09de0fda01a7c42763ce2a550b6fb45196b990a7f3cc9b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae80c96db01486f08665cc334ef1e62a02a2a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440f93ecd40675c795161ed221f7dd8e631de904bf84e436b14f4ac39a35fd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a5b5c3bad1525cea5f718d5c7ab1ee3f405fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56052a126530701f31a3565de8bfb28c69cc55d249e95cafa29eb1c3c80152ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c40a3e34e05ec981c11aa935b7d4753acf1f09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6358b5b6243bfae9b2964a4f2dfffe45c7f2ad045ac38d5ff417145ca0f10253
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8fdd9c588dc4281733b48aa0776c0bb7aac94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b85654a295334b543a2279e125199f6114e94873f9c4719887f93608d45ef0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba069693e47f310d6d6a7b25c3d7805522e609
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44debdf5249b56c0dbdd54f7d789b7f7e61fc48637668bb8653c6b83b5fd0710
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ec6b861a41bcadb907ef10163f8e9faefefd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb565506d9778bf0709f7f0c92cc9cea59709e6c1ae0d4620769c14ce4ffa38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04d70985455ac7222e600398ad8f4b6578d6e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a310738b858fbb6ad69e3d7f62944e40464d90aa972105d8425ca999b8b6c04f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c972c942fc66934bb998dd6d6e25399606150
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7d22db42722a474ab0cab885218b673a540a525b5363a87773267c7a74d00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd1bf89a0ddeafc6bcaef497a3c5b33c8c523f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d057a67dc688bc0b98d25803b04fee41e3fac50871729ac259bf6ca3e26c56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd70facb65e60025e5fe80336449a21f0e529d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9c76e212bf9dd7161b2ab5c7c2f955934362c19a4b877fa4959aabd144427
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d3c8408c28a62020972bf614adb98739e80ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383be0eaf0e6212f2bc48d7b1e0e204ec1c53a26f191a2acfe0a7349b91197
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e49ea769ac067acac29ced57ef7e1f480719
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00950eacefe8fffb35fc985cc4bb2ad53de9992d67ce86f5a0c62b9e98a9729
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ef54bbe7a3c251eedafe87a1b113e1b08e574a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb63099ab8c824fd871d2a443428e13f9df4fb608d6a6e040ea981033cc7bbb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131dc63b5ad4e02c10c9eac5e0ce620e4c578600
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2afa376d25b71b884104cd7e20122288f89ae93a73b3748126808131eb721f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9dc8f85f95260314c5b49c6630a15df219547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756658ee2b39d5559acf415e28f911b65d0f3285bb9b867ebb0932774a499d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b124005f8a641fd410ece39f11fe50230d11d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2a9fec6415ae56ed715977e5b59170130f3fe18d4e03a6ad1885009444d0d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c09367c8ebb5c96283722dfaffba88bf69b3c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b01570610b88642c292c2261745b4401843d3c3778d91a5c370f1091c0c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973cd34d25d1e0f351527284a0a600f08997522
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a800b35f0341020e18ae677b968459cc234390e348587122675a8f4228cb9e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0e9e955957254ceba95b40a41669b0caa93941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807315d62d808b5b0c11ac800c9f7274d0ae033b284651e79acaf754262c2bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed96a1424fcd5cd74a46a11b80142ff078b1ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c2e83442b7eac47e4977cd3028b00cd8ab9e1a64e533020b02ff0e4fd38ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64f0a894e173ab1de077f3d1fb20c8ae6d6c08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678953b53ab390ef757ef162fb512aae98c8a50b90d1b7bd3479d7b2fbfec614
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662aee09d01e273b3f16c9d333fdc665f8defc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8c44dd74a28193894e050e2c477aebcf261e2254495ff0b7ec9baabe1ee17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1060f2c3960a325aa30e787720604589f37776f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6252f5cee1ab10102f45a62fc591681c5b721b58b946de5b615e91025a5a99e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172b928604196346ee3373243d18300f274594
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cc030877b2aecc3a8ec67d6055ebd4d1c0c5001638a4e49e4ab828a0f4ff28
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1db9eb9c51f2ffca1a30bab7c7da12efc26f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6067baee58a3a44ea762a9ad194eafb7c6b87cdf3d18cf1fc68b0d13adac0a8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb897d96b4abc6b7da9dffd43a9ed60d6ba0c31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e915efcf93829c8b55682d9608b47145fa200a6f40ed2f17592e6c4e3b2f39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb394806f9facbb0838bb91a08e6014bfb3e232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c93df7c5f5230badd6d4270519e9472a485cbd22ef485b02f49a5aeb51dff80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538ac23cc353bb6d29b527bbb3e580071b85b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8c170217c0b18d94c724e448eb19fb17ee4b641f35ad720ef1e7bd3c4d79
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d276fc48787b8a3def93130c55bf3f207609889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197d388d5bc7ccc366329c9e92c6960106a6d0d32f8fb00ce568b7a7cc53271
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a89bdf153cfc01cc2b6a4a5990152372c1fdf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71ae32f2b35d4592d9292c4a2443798b0b9339660bfbb45fc776b7b7e1a1a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da47b42d56a219c9385b3eace07406144835c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603991f6bd24424c029e2b7e4ed6e8dd56f292eacf22096acceb4343ada38f10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e751cc66558852d3d5321daa9a2eae5d20b55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4600f2e0e8babb6bc5961977ca829f1ffa0f6dde5080fab593745ddc10cafc94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0013f293a4acc6810c62c8a0842e26203c6311
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdfcc32ef18a739ffd39056e926cb2d42148a45eb3fa50d7c07401c285f600
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98ca5c0ea5eedf1ebccb52db4f84da7c215a77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bc580d754df2c002c495ce3131b28e44545ff6b57bbd5dd24e864fabe6e27b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74899d27ca1b4163ef3da6c443e36f435db5c14f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde950ad90f90def71032aed323096183c3f7d1bdb1e6c85680ca6895dd7f01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03860562b488d9d5c5eda0b7d2ab9af66d7a9d51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198eee57e1d91cf2f0558f37f1beae49de24bef93b79d21c4b3a7c3823bc842a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb250f54b2e4e3bd668ae493a85d021f20812c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113a8a97b9592593ed5cdfc2a0149a7b7c03428a9497c7b2e16a29fee7ce551
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc3fd1877154098a2d791d8aed5827502ac05ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516abd478935852bd76e3e8619a257cbb617589cdb2184cb7d67253a5519ba0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b883de3c432ccc087e215ed7a706460c34194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61394d5007e38450e16be58a5b907bc8aeb809f8d7b7846cf43bed67ab0c16b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040e68cbe8f6324f5f4faf11835640eb78968dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc313221d9fc8ffcf1a6aa83a448eb22fe89fdc0a7bc5c005d421e5c0d0ba431
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858ea7fce11d77f2403d01df96eedd84be43a68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1f713bc166b2f4e29d1c2e1a3f820a0c6bb993551d236724b3b0d3cd7c0c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18999e08118ef4f48b7582dea96f72753ddb6c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f355034de949cd73ba261faab38d0f09ba8304fa5d1e76fe99604dacff4ad2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f928c92c080c565caeacaee3a5d70a61adf38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5199f17b57e55f924806e4a08a4d75a079546d69ae71ce2ad0af62e5c0506
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b480461af194f1c8f18441a43b3033fbee2cd82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055377de8b5f478d7198d962e5cce1b2a40133afb4d1b88f3b9b886f891c872c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fee6c356b3996407fcfd085efddb78362c08a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e7007162e7991fe31ee18858ead246713e47b1aaeed4742979f166cc9f8ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa31cf5273b4673d0c1c9cb3bfe9fb32905b3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af492088582059178f8fe7fe87b26463f825ff563e4f4129173d5afad5ed301c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013572b6717dcf4973e6293e4502aa54680dc51b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae28185aa1509ada52b16443cb11efb2dba7fd89b7f34619c1d38c48e3ae5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c08af14608ce9610608b735f9d9c1f9676c905
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09817ac75c576656f38fe0f0294aeb0ef2a40687a59c65191bc610006efe99
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520ed8433dbc8fb9f6f281a2cd2f32256bd9d0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4c76c0e5535ea84d04d6cb284df0910ce1ff0ab1e88f20383e52d3fe2936bd
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fb13507c201143e06350b3cb713e51ce066910
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2ba5fdeb179b53c9ad852dab346e3816e30852202771a1e1ce3273bbbff80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34729f53002810f01b2f32de3a27826ce64e5fe8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36bf22be81654ceaa473d1f624ebf780fb24c206dc98d5204fc4650b4c3b82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6068184834eb851d5a40fdcab7ff6722b0d206
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299aab8fa7a87589738c66f3cfb8e27402b9e8033bc52a648849f022d959d09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce04421f5244ac9e6d34446ba227f6a873c6c2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a06b796fc5af915a12514d509c8ab785c68682f1e6f944213546372be24f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fa98f9fda217a1d10fb6363fecf9c58aa43f5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab8ff2fb5fcd49881d099719f601f7912ae03f9d5b9e2ba1316a6ff3f0bc54
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a5365677482f72b9442176aa792c68f54a4b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101b4e3c782d213c773b307d081f2d70bc918f829d5f51aeb4cee222e75099a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc854038a3e4693068e2d2c8b4736c1e7d588b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c7cca6928d5115e6724c53e6b0e011900cca594734b4b1d335390f2932959b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede077bed5cc30e536f83940439516f41c31c637
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc878520ef2ea249bfe284f5530aa2fdf21a372af03cee6e0c82da783e0919f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d5070fc804b93f3c3133abe2d2a3d6f62ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7383c48b405f595a8f77d451e681031c857c3b06465ce91553df6a76e0dea37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161f2c5381e29abd0f11b2f5aeb33fdc9547d0fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a310ad1921c7f168554d5f57b7c9aa076d140f80006ecf44842d694251e10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632aed69fc9704471a98fd94fa80014d40a5b2f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86bc1f608c60871f833f1ce5735746cc87db4d583a0e39c95d3affa66d8d400
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5e698ef5b4ae721c11d806c60031b2bb29e82a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c1471a24486052e4b7939991ea5c24566dd8201bf71e2dd55c28f15d5f57e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2b7828ac3de49779d79368e79e4591b2f94d06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411442ba6cbbb55608ea788913a36337ca14e3f797426997937dd96065d3af5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c466adb4278a71a21726dcb49b1db3e72d0d4c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e50ac0dbbbee7971f0f7b42a8f7c24cbd19808098e8feccb72aefbd34a290d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73173d2035b6df5a66167dfd69e0d97b0fa62c8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14caedca14b658bb2f80d7af16bd83b990d3bb8a1bc98e27186c539e52ea082c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efd2bcfadcb76e42129191d7ffbb2b4ee914957
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01008d55333ec098145eef4ec2f472767f8b1b8aaa4adf3358e612066e5bd8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20691952559ef3160e18b1fe6833c5a832d57706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bec03ef5972a1d62d4cd31809322bf1ca6c4598c2cee10f7c2395cf0a1a13d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72191b1d7f57d2b3dc0e12edc1c2b0a0328f9008
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02615b29fad3b8d9fa35abe566f0b655a1d12ecd04840f8feac25c0eea84c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39838265ccdeb92f36427be1647098f83ef641b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49f01d6ef7284ea1a4612b088d3b0da52eab8ef15ff9b0238c920e6aa792949
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca5a060735edb0bb08b9b8f381237e772f046fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d224cbc729a1a8993e07db838b467cf0653db7e495f4278486b7b5bfe5282
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8421d4d6b247911bdfdeaf1c1eba3c61f5d51ed9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dedc5471a677913740c6ede062e3e76c87caf2554509a49d7222e5cdc15045b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bcc2204800aed31987aa4eacca17d3c530c0bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7b90061847bea81a690e65d4b7e5061b2b69aafaefb1aae155b492d35ca80
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c021334f7686dd972ad2ec17fa5cbd661eaa9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874180b479b0043252223f5081d7d07eda2dd53f27d7972734c0ccdaf599c0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9790ed942245e6cb099ce9b8a9f95f89097ee2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15dd52b5dcdc79c603460ee7ba585d965d7ed7aa56ca3a0b8a833727d2b731e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ba798576b55f3353dbe46d746a1d6b0dc9f49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881bad20924988276459a6b698c29ce6d21ec8d88af4de588301c910f0f28675
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ea97957a93f890937028239f29507be2906d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84806a1acd176067c9379353cb675ec87f1de8e6ea4b60bf40d4d1a2b0257b41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa63a9bb06b0bbcfc7fd2051f8656897163cf64b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a92841a3c545068c4759e85bd9ee9e5c2348cefbd9b28dee216501329fe55a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd74ece4162581b433a42a6fe1dc08e439032d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e237cc4a5dc39d35129e1096a0a696a7ed6f730ba05ff24b790c21a7f16213
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc160146f47009af010a28cbc66a447e05c754b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22facb8636d77ae3205b2a51c0a961aa3751181ccd7c522bf3a952cbe919c4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae19892810f3a0c15d3d2b71a11a02777f4af435
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd98ce8620a4d44878b372e1902c7e5a68206eb1eeb0bd47e2ca1b9ba28c0b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50728eff06c01c61c2f4314e71c864fa7ddeba2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537960df4420b4c7520ea7437715984ac30e37312517556d32585fdef019582c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781f69db89f18149975c35092e6ec1e27a8c94c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90cb214187ef5a765152d06c65bd09c2dbb430800e893c0f9cee8399756e23
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2014e5a5c00e1e22ea75119c3b43a63da35196e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00c7f15f9653d6b51771058cd472b7dc0cfaf3e988bec75a2193b3e1929bde
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea608acbf0994e87108c70556badc50758cbea1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3520d727d2662aff8a5962bbc49645ffcbfe39dda3d53c152d9a6b714b5d3033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71690f87d6d109f2a6839b4b87719cdda1c41fbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433567dd5f8a74d68a60b0f4c010c68e9bde5ac38c0c3fc347c945d296876826
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93a2ca3961b528f08c1a85e71f594d534a6eae6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93d02ace98c6b3f3d840c427d85f41311ac193e994f4df19d6176a363ee0ffa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bf866122d5194513fd0eeb98d3094857a5875b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d6eac5e63c1e967bfc617e68c242dc2b8db5e50996dcb56b30783ae82a389
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff65971788b557fffbecc5c8ad0f49b19602661
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063a02ca13ad3926b1e6582818822fdb02bda00966730b9c41e6302cab9875c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7fd028ba388f32986569aa072fe2a8ec9b1ee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27208814e44153b5ee978ef1b2bdf1bb27a70c2119a752db0f00a7ae84cdebf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6380717f8d009cbd4c56301ec3b8436bb8fc8eac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44912157742df58ed36a4c9e94f06fa329023cbc0642c30a3aea19143624421d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c88bcb55abc4096db23e5c6ddf0d829231e1564
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac844c759d49b7e36848d6429f86dc9b24098f830f46e95ee1f7c43ba3cc8d15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ecd97999ff45b659245a7380d15d9f6af47e3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b670bc584c18f93471bb9a8b0ee5743830849ebd83904be3149643ec633bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c76a8c5bece21e8b764c6ec818622b4396d46a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0d9a4ab97a37b19e113565384aec5cde47a7adfd311aa6b42708178f3e0d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22c40d452be041631a28b454c767569ef55be4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660269f23615fcd2858d2bfc191500ed06932c7b286d6828b7cf31264f8fdc76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198da8eeac350058a9aba94f8df628d2d47a7819
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e07cd162b9fa50fcd69842e9e1778ab87c90862a9a48fff58b72c7bc916156
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ea59a0f3665fe7f7bc4b26c717f4d38ee1685
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4f9be39b59b412995b3dabd57d5be77ec044ec0051cc9c5889718170d33565
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9ca6c6525f6630bed7eccc65e11a8fd7d21851
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cddf7690311b466b5203fb3c044ce266b824ed35c4841ddd27e6f327607767
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea10856ba48e7f309b86772fe770620009dc3315
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb6a1bf9094a753d5735ad25cab07489ebab4425da952a58052f3d79d68ca9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09de4175c58940a3a527202a0283050be91aad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f7ddbfba85413b8070642414657b8946a35438c5e9d0ee5a8b410665ccdb5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719ae53c03294861853c599a24673a43cd9d59a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a88be7fecf09314be8d412e67a7d886cf001021faeba5b47b3cc5858e2c39d3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73fbe49b845cfdbcbd587839bb8ded250f7ed8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df3a950e0f11c9f40cf0e9d085f32280ce664fc1f7e2343255c135bbd3f591
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b782fe2c5a9b345d6ead75738cc7e4da6d75e49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b752a8687a06b4fecc960eeac49c3dcc86ee8c9fceb48cca697960820b5ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a03f84ec0816afdb5a2a8cc567cb3984593080b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71439c9cd7ce531481563bfae3902f709f20980092c2865bff8cc137eac70a02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6ffc2d563e6d2561f12965f9c8a2880c6135fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd60585174a3822f1985563cfa048b56067dabe3cea150fa37c3882217a64b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eebf3de3e72a869e5900c1dc9329393f47e701a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a3e4245378f4aaf9f78a81acabca85639ecca1398390810771f3c7867814e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb81bac1fc9f60a520aa4851e647008f606844
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eaf5fb134c441b9b588b2c5e03a8ee00f57e2dd68f72952a97f310b8dc51c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4e33a5ff355d0b28466a08fab9daef37903b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9c45427b40b489068eb929f2931f390f4ffd6c1b768d9af5a0c16dca81df37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eda594a4287afd2f415d88b460e9ab0072ba00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1cb4f145695ee5c9d3644f16b9382f8f6589e7d1576655bb187567f976bf22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb010686d868c38560d10a39fbd49405c709c34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4319415622e64704a18097a322ad1ecdf632a9682408f1984923b88efcb8af9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e98db1120656a5665015e1a8ce8783ea74e77e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755d43abad502419f4ae9d04aaa210224e4d14d44d1f63cec1d785860614735
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaf2ce53fde8f4ad3f71481f48ef01af055b646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa1ec09a829bd5ab924aa58c3eca8c1e012429ab764bac56515b4c135e2b58
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d3a706f72732da2b3c1e2a2fe5ad906d1c63f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c96b10876dec280a7a58de26392b866c6e1ab933bea1048f798487b8061372
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beadaf88396ed599c508cc3d53085cfd56d196f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff230c7011a1fd4d9f381e1ab3b63feabf41b7f6792704b40fc13f28dccc096
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60350f731d339206184fa3071c2c59f4f4c9e96e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc097ce32196f2802b6dee135f1b47a5688c95bc884adc227beeb641037fecf4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb44d1c8543d09913c981326374204dc258f4377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c92ba4ff0bbad87a5fc083d27996916070e47d98e53b4f3b3e6e901182685
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2775267c052d06ce66478ef21b965ee78704fec4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8100c2d09c32223a7a12a81676f894c38659cdbd51f16ce2738621daab03725f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c86732f25a5237f80a0ab22a75ce2009baf96c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b355a864116b85ad4ecfde88a212dd56e628c35285bf7b8bf3a49e8bd0cb9ef5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd384f193b74d852438211c900a477cce3bd557
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931abf4a87e7dd71e9ea0c3e8419f91117112d671615db4636853045be0b781b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d6b300b235b482453810d63aff7750bf37bdfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a6bccc99849e66ca6408d913708194661b36f312edb92fb917c2671d322e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fef59664e69f3f36740d8e3c33e77184ccb157
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe6b2cf92da52712bca7f233994ee1a646abd8d86c83551343db9d6e91d678f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe704cc9bc8296d547301cbd4a06e940443b70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a51a622092f92b84405b32cd0afb1e3cd83fcdda20704e0031adfff5c2c8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c39c970ac4af76ae6fdb4226396537e3943975
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8917573354733b27fe959056be220c9a7d6652ed2e9574f99d9b02235f873c41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384533575a5821776c9f6a37db09fdb0b7d1204
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2977b5b698f3d2ee5763ac95fd3dd204e42117ff18d1eee040bc3e4d6fe7c97
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82be0efc450a79bdda8d90d59fda915920e307a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a596e8e72ef8631d6f2a2555aed4e54e5a090ff58472846462780b0f1cccde
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4adbef8e4e8124f7a2bf74b42c12da4bee1bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8bab6a3acf23c24c5b8620767b4af5fed484b4f52c6ff1db513cffc7d1d0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712ddd36ab4cf43ad18d4574366243ed00898669
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71efca276f207cca8155fcb87f3caf023927aca89eb2413ce76b4367d5c021
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a94660289dd60dd23d24657a17d3e5ef0387c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf5a9d913667d3f0527a4778b67977717c9fc9de4e3d3c53779013de163ed8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f960a6dc4c0fa2e559b4451ae879ad8f224d08d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50410c928c8bfc2e8edd8298730c56c630f80968418345edf05c8d1cda0cacd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1492b98b7843924d445acf9ea1447e5f14aa42c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8abf2c3aba3aa8226f0b9f8a0023ba97cfd405f2b5121b3f2e2b2ad906e2a1f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48b67e1273a46788b9290cfeada7dd0b8bc737
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03faa34ad7e949977ff9a75622efb0cb22af0540f1106c36ef651f923adb75c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b6abef416d46f3cb2f8093e3c17aa557b0b3d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b985ffdb324668f5245b519cbe05adcc67530fa2d8fd884de2d312f5ee2c91e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349085fba33fbb1a74116f9ee27bf9d995876a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827779856e4290f6d38705c69f9af3b21846ab8a1f7e043f9c36e4b02028955
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b3612937388f58b25f8daba8447c5a739f6eec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9c0145ca62f709902258b12966ae58e26be568ffaa8ba4f04116b869f41db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683dd9db7920ff4e066db338e1822d7b658b00c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10d6c28b5b6e8a9e2064296a42bd0dacf17ea9aebce0d114d30c3ee9a32cf8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0854a4e41272226ab1cba4027de1527abce20a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b8e239f14e05a611ebfb4d2803ca5c977d06e9c30283817ed4f2c805602fe3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bff621bb822585ce4bd7ae1beb6ff67b728259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8824fd36fbaab79c1e4850a4c48ea487e7bfa08c138697c3b0ca6df5eda576d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a626c275fa9de55c0c41b318bfc633fa79ab6d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47439709d77e4d21f853ae8d4511e5000dbfa2748c5f8f9ca5ad31535d06119b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c53d7852f85f7725ec1c425035631785bf42fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b43e92601c85801ed7189fb80f505b732cad055391800a957ff90c3904d21d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fd311ec5e3a3a3a10489242689228da222a9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5cef40bace983ca4e9f09423e50f5e53d333e48770e22239254893bfc43984
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d969304b5690cebd030c44cdf92dd69e044b6040
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a9b8243141eb2f17ac7f7d6557143577a72cc2f4d33ddea4b8d799ac385d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0bd668deed4454d9328c603f4b69e53f9baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b90167ce3872948e431253ad178fa695352e05f59e2ac635c0789ee761b85
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02d33f1351f51ec5712f6fcc00d23909499f04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c1b7b53bc16b7efb72931c0495b1f0190a3227563b1d856172935634346b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0e0e9f31cf3ea03bcb3152f372670df81d09c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d48ffa5726a81a082944ac56d4950bf612c827724f64c0c25f8335653ea048
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e32f0f6072cef5f6b7d2f6886b4d04d1298f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515ebe3447ac6108372f938d4542b6a6fd19f29a17d99123cb57fba874046cce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc1dec131db8b4e860de42bf4dcdd85ee889d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4acf1286de9f410a3ba99b3bf7a004b14775af2a49a5a68543d9829a84ebdf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8401b915311327ff58f30055b07803f7033ed7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236af3f430ffddf526d3ee6e77b06550a1db159ba737f8bd6310f26a2fd80a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b010285c71fbd92bd4b19219ffc80ce157edb21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff5ecb30116bc931b23be26dbe742b8329221ef35ead906f99dbbf7250011c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5010a1eac10be962092a45afb338a48bc882d89f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520916b28bda1ac478bae2d482ed5dd4d11d35295e7889b6bf5f0bf69e7e4c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917dc979e777411944cf4f5239b6ee318bf111a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbe1947f8539f4252a285df9c28dfed007a774d546febd4d72b143f9cd7c6f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85b7fed607a092755fa5533740f8955590333c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c013539359d7101c9cab768a1a1331c161f846249a2727ea55583d6c4c5c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2390cbaf1b8067a7ee3cc1dc0353cf9e416f6457
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f62c0676714d67c9176f7ba583dc08c5bfa592fd20ee902f6dbe21b1df3cff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d431634b0a6e9a8e8936c629df95c0206839d7d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad311d179c1447fa769a2932fd4bd66c463d7e581eec4d00d88421430eadbab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ec658923eaba7df0a07fa7bf76974df6713d38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d0aa5a1f978b7969776499c104d0d6fd4723259505dd322b7a866020c74512
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5d15b69963a5a17419528f38acdfa41a551e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273cd6f5ca6d14afd0301bff2e7388fae62c22572b82d3eba3cfde4e6dcbb021
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8840a4f0241fd44171f9a16c6841a2a6bebdcacb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c39a5262d4ae40d180d2a6480eae1134a9b8d035615946334b54dd2f942b40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbbb4dcf773f162dd7ec46fccc37944c5c56eb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0364d0148974dbe5ddf4b787575b5822828ae52aa2c1888330d5108f35776d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d08fa6160089340a48b1939193a14a75eab7b8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b7102a0ed3e2b38b5d79c8fb8297be2076bcf61a0faeccc53e75b1aee267a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609ab3c08793fe6117d4c985add3ee8b96416a3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ab778c8ed63e51a64533e31aa07a0dbea1d061ec75427d1b29f37ea78e02d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3bc39713f7d430f86048271f099c64868ba187
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eca9ccbeaafa55e3b8ea0ec57d2721b3b0937fc1fc408197d4578b7f58cfe35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd58404d367fd98cc5931bf5da0314477cd31e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b9afda056867d8505ce68869493e698a55e894d20986c84e53c8cfdc4207b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50e83dbb65ca1594554add9457a24894da2e189
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67394ab42c50d703018bc0e86bdd02c917fa4783da9d4004bf662be87433fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8e5238a48624163af8e13ac30f44a721d01ec2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1245bc64526318b6243b8b0841ce9bc86a83023d03644fa2f8807610742f29d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b458ef0d8e6c11bb364c15d6132d53ce3b9b2a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9785feec43781dbb766bd4c536a334845dcb8c60d6bdf01917d7f0742121723
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4581524d721b172a8e3c51dca6d53f44a85d1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916fdcd1cf4ca5de9ea64119a38fed8f612579a6751b9dffb7155e1debaf599e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead3fd3b6cc5b0a04589307ea434934a691339f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bfc83e0dfe3991619147be5dd6b7a90a4a557c8d484ac6f956d605e4aba750
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba62a1fb7dadd1211d04cb8f2bc22d8c627dbacc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0724ad0ea432c0526715a341b38f6b07a11271b227fa6eb3d84eb7746f66cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478bba06f24304c1b09f61eff9e8cd0f07baf5a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1432b057444d84e2ded750b5b38675b802858aaf71f5efb1abd6bc4534296c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d769fa52eb1d3b6317b78af7b0c4b1fe8367c855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02cf73967aa95e5bec3102dad3eb61b418a9c47f865f9709c512da3d4cef4ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f2764e1f3dff95f86b022e85438f257d059f1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236bd911a157a3b5f3a813e00ee3c68b1a1d2687fc614c043fe5c60041325a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ffe2a0b88169e4adb3963b38f140c1988d3c2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e924032f01bd2fc23f8771762269c1dcc1f1ff15b1042dd6f21ad56cdc8686
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266025801a9aa28cebf9aae43fca5c6e06491db5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5619be6ba623b38fbffa300f6e08bcf2c6b69327e55c3fcc85a94540c3c986
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c843337cd997402823ccd5cf8d060ef2cb21d49a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a2b33ad5668050ff54a7319efa7a9734d61ef8784e3473d4b833412e7c196
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecef1f7719e5e5b25578a691848ce6bad86b261
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1730fc73c7b9f2d24428d5611e3164a39ca9451063134df4086e44d07428176
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301cfac4a73c31b50d099993831f4972ea7a5438
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1696b611b09b1b8d2aac718aa04769fcd1524b9525a6284ea1c983b4829ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22318dd6849788d2aead1a919003b0147853cce5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3492762ce3dd24a356dc09a9a538a2633721cec4a5376e97e50f26f48634e903
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab4b7cc6ace46af2bdc4aaa0ca41b9669f17628
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b683fa3b40def5fe3579647672f928f307eb064e6739f55fb5f2d226f7b911
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e73b28f1d65db1f0f8afb3f55744cc8295678e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e3c0443a85bc079626bd1dc13e5b04077c9b296502e16631c3f513fabb08b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c060def8b72949366280d674056f6a7214a49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6986f7991b7b3502f48f7213b5731ed8e0c6edd9023055c400e58d7cad5d99f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6432f9b6230c5875d286612577cb7f0bdc3013ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57954da22a47221782bb76ff80efbdcea42048860fd424d9960ffc3dfbdf4f04
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da3a99a60e50744168814633636b106cc840260
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118edf4f549820d82e38d117efc42093cc6732246bd71b1529aef65d6fce9c35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4482ab23b1579a3ca794c0b3c21c8b5b20354c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5840a2277ddd0dd6ce8fd923a4baa4bca6c31525c4ee982d62dcdc9e9016e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e341eceec029e7592565352ff06ac0548f8970b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469c68afe477f5fab48c7e93079f00c36eb3e4beefbcc74017aaf4a5d904421
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572733f92e8aa7b4dcb436e8a51b838d1494e262
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d91177598e518f47168783a35dcaee3835736e1ed7700fcef7b2acc82538a3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a50fcd621426de6ac49f8e0257f9441f2a80bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147703dc1fadfac47b4530c4d1f94adc8696e365affc143e288a1408536fea9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21007f2f917cb5a24f74555a689c3ebb10cf71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da7370097a85b26e59232b545427c4c308190a19ba99044629d039ed0a909a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2dedbc38a2167703ec9fd13003aa912aa7f6fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cf3538cec2b9575e6bf227c868087052d138a9cd74f854490b3212edaafcd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e5c4798ed24e717c2703303f8ce3e167a4222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf27ff57341f57189dd29428267de7ac4315b6d546830c50a5029e18d801d39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c74a5a08fd0fbc5a95aa5df13a5684c6a440b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea555a012f995091483dba6a1496c447f0e3a3a832574430a8ba2a9a2c8ca76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769826022f6853f055656bb4d75516c383bcc252
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7f97ed377c49bd4dfbda5e32b6c61d220e0e833ea233fb9c91ec87bbe8de5f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cca9009208357001aee248f8fcb11e0783ca7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c7699c912d149b05f23b90cd709cce5ecc32868add5f04f1880ba90c86674
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12028f92c649856ea6040ac1ef97a213a54847
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be1ac28e09d2dbd5864caaf8d0f36240a4d6a41bb225df237d2382da1677e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62440b2750fe2452eb70a98e0c2cce504dff8220
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38892ec0377ee928dcfd5fce4811b31544c314764545db88b06aa137a020000f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e25a8a684aac34254cd167068a751ff172742
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d807a11d3810946e03bc09d9c58e333bd8a4fb3d0c595c588abccb9d80453c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaedaae217334616d74b906bf67f836cb4c4e2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32603075b7bf7c4fac63527e525768c4f29b15948d465e64879c18fdfdd070
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1209e281c82008b24d2b3fc44d1095f18f4b2ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c2ffe1ddb1043d95df3ceaa267898ca6f3f91fc188730217c4b4bd0543b94e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf38af601dfdb5e54ee66f53885f53af2dd80b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee66497aec7eb7441f63bd71534b7dfe18f9918fcdc9c02269bca04b096de9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168b086987b049d5c2187a64cdac95d5c20ae281
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb0d246dbd8a6c57a07c84fa9cba6c0942e44090ae03fc66737dd6048b806e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440ed61aadbd9bbb0753e3f85526ecfcaaf2b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c870babb6bd21f8845da594a899900bde80022650733195ccdb1619b6c9dc915
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b941c24cc6f09c1c9ee120aeef1f05825e457c24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe6f634b7b79b0664510f276a7a333327f48aaf33b1313a4ec497ec6de84807
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588034d5ad7e70279d32fd5e7d1b189b1f237ae4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9974f39464cc50c030df09248c6c49b5aab74b2390c684d6afef9b1b456d4e75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cd6856c44c5bf4aaba5f93bdc71f4e6f61322b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b881df512917037a01fe2ffd71692d228ef754dcdbffb30905e42f95e6d255f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff9fdf3d4e41ea0dbe81f5029ce1dbc3c3ef2c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d370a272dc8dad93f469fb072dd730395f612ecf98912cb3da5e6c369a95b207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171482a7c9faf256b3948147ffc546a9870d6ba0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58e447bb6bedc3a9a23b633ec09d992410ad21365d4accab1a8529edbae780
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995bcab787fd6c94bc9b663425600ffb4045ad7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fa0b74d12b02e3e66ff0df0fc674341c5b11fb5bb95da99cf42f372a6f91c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86e2200c77fe39fb7699f6713aeb13e9ca72a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9d189e1146db8bdd0a94b2b0b79d16ecc1d18b637daf07752af5021d8f274
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b460127b31cd0eb79302ab8d19cef7ba6b13b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7783e4a52f852f68dacbacbb2a25a4380cf765e045698b6e55e71f12e54b91c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8883b24e26db513ec9b8955b12846a05361965d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05bbd08b02aee36fdfe64601fdb07d650f234953c2494e0dc05a509f68a21d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7937f2fa3ba239ecf8a2dd6556a4268fc4f0f9bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f0915ccfc076dde13fe098a8ac29b91cdaf7c862be3de1560f6c921ab00f6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96b104574cdee5f193efd257aa7ca67c4a1c9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46569ca6353fa14b690be985637b3717417cc1cc00f8641a34bb34bfa1cef682
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0b5779a0dd60a7a4f5ff85c38dff66a2a8c1c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79af15b880d804f9595a18a0dfeb7e8562084d9e6de3da9e3718eeae1e4579f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04186685e80534e1431912626e97fdfe55b2cbb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925cf0f78d21a6a24b4516bf36c68e37310f6d06d30f711a66dbfc3386bb2031
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0a299b2f5d41421be776362afda07249d8548b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad97f61d6002c83e7f045c32071de0175ebcf31be20682cc0eb5a06af7286f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb025d5578348b30f7bdd9e12b9e03984f9162c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675125d63e72329fc879645131031f814c95cf241ace3b0124b74b7143269c00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8e627fdde8f09f98dd8c58ededb70241c9576
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb591fe19b23cac95746f2250fe2127c3b0296c0e4f0de8d3f306be99823900
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b87546894b29b0e4bf9b10a12fc0d430481c786
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2615813f2705dff7b2dd242d2a727c7aaaab7b2f7db83a596530cba7c362b17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a56f33aa381f3d80cdbf4ff634217be56d9d021
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd3cb280b4470120d442d6852154bad41ef4866113511b8efe1c43715e46a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ff27ea3039bdbec9cfceda8857cde649f068c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc91fe52d864ce0ee5024032ece0c4c2e8ae7e603decbe4154b17aca4e62ee9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9a69fbfb61430d75baa7fb8931f5de6ddf46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bba4db2ee05c2119af8062886dfcc14ebdcab32117002ca8e1f266d44e138f6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842126e3ef55680474c39c6b61c11024990b121a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1baac3002437c46d2929bb746e61bb5221c44c6ff047a4f91fffd43e230341a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d12e2da3c585d7219766c024a287b5e163d018
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee46eb2b0d2f1d93a8db32d33bb71b56c2d62a5cfd14bceb79c5e69f422fbe1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865edd8ac35bdf8a212c7ce52dcd1df9ce90c5ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd0a2cefc6e6bebb661d6647a17a8ae59dab31cc0934083d9e0d59932757b7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62495e82789fb749aab8ed93539dac735bc59e50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8922b789e072371eec7f91e1b62d684f46275e44993c08ea600fafde2abc3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0054a5c2be79c37e53b3ea1ace52619b2008d50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d39a9cecda8a567bbbbac10ee120b57a6d46c3fe2f7c07365c0d6b486b576a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9276066edb918d463a0322e1f787baa6ae7a62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3473c153553403cad33600975a7e7a3c343c0d43a6f2566ae3b06d673acc7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9de4ae49f5de1a53c4658cb48be3c2f29888c87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e6917d8c945e0524ff28ff7c0cac757a1413249adeb7e3e7f8efadf33c059d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe9573a228cd080f2e15a1fe5d9b50691602036
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d217228c0ac78d6884ea8f86dda9b2e7be0324beccb7d7f8596bc8ad703f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bc2dc5c66f0be2ca8c6281ccf779561b0ab2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280af834744e3b486a4a8135a17173b55c7bc01c42e5ad081078eae691a6c89b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c374a7327283ebb01fae7347af33621a34b5e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630472a3721656aea18f2ca348eb61f67771952f7fda6271a8372707a023d511
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf78d1378855cd94e60c32be376f7c7f52c5e19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cf9b6a647eb0f9d71dcf56ee6a45503b3a1952230bd4e3c82971e7bfa65de7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c0f1f945e2f3dae8fc131760b2e85baa6bd762
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c1716f5893258e3a1a520f595330188c0978202b68d0da686fc8b5e7a53444
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f922f049cd4eff4b608dd2e4e2cf510fac2a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fce32b83ee7878edaddd0f8a5fb95a83db0ad2f3856d214d0c66aab3363ce6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3451d58ba02ac4695366f039f84a79d9a06c92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a4257436b623c3065876e9de55e2ea4c3e7a8844808b71ed621bc1933f379
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd2159ae1d735dab7a5e60d29963910e0a53044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7a101a5d670bc4ba78acda23c46af2ce5a0aa6a448cb2605899662942c0de9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5fe3e28d349112c4459dd5a7053dc6fbe94c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246ab41b73ad1c8aacf635d75e218f7622f90573e5c0cca246d38ec1ce7e052
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9d1e3a9774589e27194653003bb585480a08b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17d9ef6a71bcfa527aa14d09f0b15ddbf0b325b39b56a9a420ada4b5ab0314
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448e15b2e08e5590b36741614e582c495975fe3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def5033d37f7e7e080b5b93de56046c724757ec54c97c41bc6ef39c7bf18757
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3527454e8d24987092a8c746a3ba6153b450ba53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2762c5714c68afd3dab80a466cc97cd96b6a6bec7c623d91be2f0fa74623d29c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77efb54473b5dca25f0b8763c175a0842dec0de5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840508bdf7ce1c13734835121485a2623f267db7e76041664dd05f9b8b6c7778
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189ed2ab7e6a544488c6c04d4f2982166140088c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f99dd0cd2e2191d91c00d4de995838bc88e340ea13d69296ca70fea647a9feb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62254119b8b324a3a5ec3ed282b650607f2453
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523d35bebc841fdc8e92c9545e5074d5549acd7d7f6bab74fd15a24ec5d955a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f09570276b17cdaa19e5708b540353cb9bfc2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af412021bf94abc5ea5ab2189062947d77f1158fc6f0471a5bbc05461177c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff152aaed9c376522147cf37df207af9fd7044f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed0947e5b8531c42252600f0bba591ca82d3a878c0129652c0a4b2a0bdde33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62096b4d0df50ec71d9613337f17b02d6bd3e67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc457c45fca83649af2c92dee62fbba5b96717fa4417c61b0a0b763ad59033
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818343b7e63bcba17067ea6f144ed79e27c3524a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327443f9a4d07ae8fe5dd3b266eb4e7ede088435068f7e0b65a2de13aa7b91a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3dabe0fe4858d5a7dcb2c8eeb81e744b266cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5305b154981a5862af31591c2b31e0b65b757828317ea0759b42ef1148ab27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8333a0b90eb51cbe928a076ff000369ab608dd54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577d1a0ec70960bd7aff21a2a62a2a31286ce326e277d0510b71892538b6ddb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7189b2900ca528781b3f43fba021f1edfb5b8aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd23131b7d0b7aa5602c8dafb6ff52b58e02ff48dddf8b4a16bde85a4810e73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad6845e9d34a3c45fd6d24c8bfdf6f6e5d08e25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45298d569a7d15d9aab2b96ef0b4c58f550bc26e79c758c89e73229b45b4dc52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477be643c209532f8b6d5685bf42983df507858
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc159571a30cbc345785a844f4c2498de0702be8a86442f89d42686d1e7032
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2436d15cf0288f010589e76cfe62236000fb79f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48e70850f90f5bf8d301bad5703201c0430321a14006e6358184d818e988492
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11e3945982faab82ad878be9a1b6c5c15352883
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612eda5914ea84bc6c19967faf54b5ad954be9a0df35ed226806a81ed40f8670
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf312551a6f45db286ecd876d2ad20e964f4023
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c3ab442e8c3f7607b7f20f2cf85a233a645341da3d8ca0f97f9eaee5246da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe192ba3b62a58fa125b8e63f932b1241b24062d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2412e4fb5614649e75d845949ebfdb1485767a08d93b4b88fd5d72afb6efed
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630ca2bf271b49108c2029eb57a1198b62dea4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2bcb4f6e3cec5f2da2f08cb4db2e067115bbc9cd14054e284ee842dae6e24
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17da3466414614690fc6cd4e69aca96abcc0935
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad3946a67252b397612bc0019582886035b2ad1b0c41c32d70dd957e9cf1db7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9455449a366ec680c54fa6079f442d81288cdbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0dd4e9ba77f9480098e9fdd20e7a2cff16846f74fc58f89df194c06fb232a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d762cd604a7c723b1e973e8c26e5ba4c5f2715d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06582b7345c86a779572865c5acae1cec2103f17696938f7523ed35e8b79c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4807ed325932d0e75f31a489dfa873bbaacf12a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8ef3ff58adfea33316a44a5147d1e761b62d54c2c457fc01a83500f1277bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3c6e8df6a0900a5a277064ca1da19ebaa4c5ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258161111ba5aa1c226a4057148dd5c86497ac32b193d4b06aed394bace11bde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710c3048884974069430cc00129b88573896318
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a299d20042e1d3946a1d932cad568c2f2d4cb9def2e679e1ae74ddb27132dbd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db4fc6d95fd4d79d3f60a1694abd22e99e7215
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26f42bfef543b1188e85c4f854b006629206ff6722ee87626064b2dbf9c2a68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40920d3876905041232cfa5248294069f37f9c5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b81a119bada7bf25175c9acc41b071b9f26f78605baa9f5cb608f8e0bdb451
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3783b1206b0cd1b08eee61eaba879b552e1af9b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208553a7e9183248d97ea8b3b3fdfbb8f0280e680471cfa58d9a4fe278708d4a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c5d26fd4b7604ebd979e23deaaf5e4a6a65ce5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9013330c161a2342d05c927f02febc0a88c9988c390fc003482b80c7a71c57c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b33a28663cbde60cca8b5db34aa3ff5fb4040f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4e2a7003d3ee91b72278833523361c7ebe9aa87150eff3dc5766289e04185
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bc4c7c9075a44e79681f1b7d84132342ae380c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ad024344b29f952038244abd07d3cd188dc7086f2aa362e6411a0342637d61
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b381536edf5b48cf11b642e75bcf73704e0fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a75f4026655b555c93bde09dadadb77eeee3aa999f4bcaf7bb86157d3a76fe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043ca5738f0d14ebf432ed817a4d7934ced22ba3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecb45c24a8b8d30d4ac1150d817bd8da56bf1cd9d1f847e42da1b04b4238030
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf6586e933acb3e5654f194b4e526e7d7d6e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3285f114f2a4d32c4462e1bbb60cff80eb1c527499a665d0d02c5099b08be4c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3904d9f89f9307a74fefa4301c6be8d8aba38e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0234d528cc8a7ea317a49d166bc92b2dc0997a4df229cc5b2529e992532e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d38906091a4eaa5230f428ac385f952276c071
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af341eb468926038cc6400389ea27351bd0b499d8a3038730b3bad20b26c41b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3cde4ed0883c396355bbc3b229254e632ccb40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b78d8b09c336b95ac93d9ad7dd4c569b459f9d1bb5a244ed3852ca587f35a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf4c49546152b112c9084ab86805c85907492f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cc898b0685c7b61fb989c67bdf2ccaf6cf068342436883cea7257f06a7f277
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c88f565052da52bd6666082e75c3542c751911
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab2e9bc82077be433279d98da595f1fa418ea2789f7041944b647ded79b7577
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324526f4b3be0142f30dd179d417ca3f366689f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602509bda2235c71dcf362af0aa00d5e1c010ed70c93b152772ef29a73fb1922
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca7bde6d582de03635971d7faafdd70b373ff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aacf8c02872d5440bca08fb3322831776184bb7a278f74ab903963e4090bbd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaadb3b4b1a33fd94e8a544ce8d10fe6b622878
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24a2c95b4a33a50d64206362eeec8f47633d3ee2aaa82441c77e4b2f39f3a96
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031781b3271c5d420819f44b67c2e916cfb607c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3fdd54f4c105fe8c11da065ab3f6acfa132b0bb20c5a65baccf9b6e0f7bf9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988541b5a51c02c6c914d66b246d9013b5ea7946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa8cd81b3da546c4d97cbb1c772f2721ec327544569772394797857b2cfaf32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351fe7fdc99ebfdb92b44f42254aebf060b0c4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f65195852950b81d2cfa9bc9b92cb8f6a9fc15fb7c782c24e9f382a833a90a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51bb251ed9c4f9c1f7ef15f00fa0c108cf0aed3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23fe60615d073575c2ad4e6291aa0d333e22aa1bc4fcb1dabbf648baa005856
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f6a454b8579944f41893cb304fa8946909edf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eff57ffd2e17021110225023fb222e2ed384e7f60384c5c7336f3b6e683fd8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725b270225aedd7c788079f4ea507f7073f0f617
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad898f315dddda5eaba484ba4cbe3486f1316db07eb5ad1becca3be2a55c1b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5d6ef0edf356f1f87678f447a39beee1fe5bc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e15f8855aa8a011591c95f635cd398aeee811432293f8e2909a3855e2ae62e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c35e91cc4fc231a350403c44c6d01d38c6902
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5512f371e0e1fff3928fcac8b4f0a5b3e6c6dfb65fb21656a912eba1ad5fb49
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a2f9de756243a41b34a8e0dc89adbaf1dee8f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d9816d1257f71d9bb3c474edbfeaa724a5794af5c2033eb4a3260f2c81ba3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c16061cd2b4aa8035273c5823edf2bf1d0cd51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119cf7176bdc89d74c53a9b2048fdd4ea799973420d49fc32fd96b7f8755215b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a096fd77f6b78883858ff1ef54b0c3caf328d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5d4b2fb5b42824504b49b187410444ed487201ef89736a12233ae549542d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0295e3b4373c4d16394a9eb1ebf08205e0883a9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71f2d0bd3da82fe34d28a9c5a4620a9d2c91095343be4633665568d9d7832b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab29d3e031968ce2bccb2f76f8d0a00c6f3e03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42169fc9943bb4363b23b35d396ae0ba512fe72f0bf638a1f682a65d4f0548cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e521a9d8ed8555308760b7701469a0842d34ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e89e8032b854ebab0ead8fd69b248e75e48486678ef4d8752b9a2c1a8d227f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb474650b3be552ee19edc5392150150f26ee71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d6f717046c3abb27288013c491bcb7c3044c557a1714dd31c1a72d238e5e9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3774d7386445f861b56f44ec2408afa631eb0ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeda1953bbe723f00cd576f1b1c8ef657e61292ef1175753ff6555cdec47d2a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def69f8c79a2ce6f6894f568b288eaedc977d56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9640fc39beada2db11ffd1bfec22cabac8adf89ab902e0969eae1bd53c2b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baf320c42afdef6920660815f62d85212a5f172
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7392e964db97c4dd5863f2a33fe65c930da02794ae845f997fd0006b1bf92
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd37b18fc3d8dfa9ae0779d66d0e5229927e35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f535e69b5a3e74aa21fd6d20dc1b9b5ca0ff72b0767a6e41bf205bdd75301
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0856ba0ed1c2fd6a8cbab54b6c308e1d6dcde44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff4351dfcc2f43202b5cb0517e6d50e49db226b2a79ed9cc271f33ea7ac4c11
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403b9476b8f3c39204bd91b0758187f68527a27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c959b545510243092ea77d81cadf30c4a0f5ad92e157060e5a7831055c9de5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822c6152ac1311cb709c6d68fb7132a10e0a423
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872614bae2c12b8058c49738236a73f232a8770813a9a097bfe3244accd4c291
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95b638540b786fc7db9d935b87169181240e9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fd603b7d68f8535b14d049131e69468dcafce8aef2f7e37cdd710fc67d0aca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff3940b162cf2cca439906b970d99d9c1647e17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e67e001ef64590128503aa0c9eb6006d899dc249f21e9935dec042dcbffcca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5368838b653dd813fdb0a576fada3e6cb1bd19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a6157014f9335cc27cbc35de9750101b9c0c3cff20a44d890d4dd0c1f2a7c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a8836103d1a34487d7dee2ed1602090aca3be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8047aec6d939e5e32d54702836e368beafe7a2cb4664178c3d0fc5c00a76b5ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f978fc7516638d158a3f0d0a0161aed709edcf4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbf59f2532b82058ae9b411f71ea25b8a1ee28e4db6373fc78fd30c74552e91
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5d8562d56bdc2f73b4b0ef38a441d687253e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21843dda6ec3f89f9a853c0723ce0ea796834522f27501513b9d8e2ee87ae9f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ad6f4e3cab77d08901bf70282a5fa9cfb88de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216455eac54419e6407158efb0c4c3d3d850567af8eb78c8a86bfb7b7c0dc1c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d896f637235068af52676f34933821a4d3a0924b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf9a0ed88a2b90d5312d0853cfa7226253204181da4fb96ff9ba56156c1ae6c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc9100a3b10ad4d6af56389bf0da2990d13c536
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081f2c245f96aa6a8a156fe48d304a23b0248b16e8cb614e7be142ca20892ea3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558f8cec6e7c993d1813f2d90128b940d761c60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c74c3a5593f5b46f453e7cdf6ecb61af02b4f1478e8b4115410b66e1a65ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b70902ec0a8541306ca31d730f3c6884c3270b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5e7f0c9f65cb9c0745f01bef1ec06860883d67ee58ea50602616f1b9ae460
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46131fe16f38eecb27105d9f13b5c654922201b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70bf0738ed0d6a2da36afaed67285b99c3c757e0ba91dd275bd10f7cca071d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b113311fa202e467a364f896c100a6e09c3c8cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7527150c673705231846d53811f33cd489865ab9b5c2fb2ea6d192f5e0f497
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a413f319944202f7f2e88f61991c0f8e90fd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b2a34cf0865e383f692a3feca8eed916c191a49c714cd1d73d67e11d0e287c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497acb2dc338b38b54cec148679e59f8edb398a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3326eec963ff218c3c5a7ad7a638d17d3a7751d93f675552cbae54594662be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f2b52b51b14c690cb480868decedf702d21a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00567cbc3278e4cf2bceda40a57314e06b3f579ceae7924f0acabb56f6aba06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def499ec475fc226fff675748408ed9ccbf5719f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d22204c8727ed00f419e2688553146a46aa1f8cd780cba4aabd9622c582579
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a6290a660197751f6980e5a9914c5f654bad53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fbb913529358a35af669cda522c24eacf597b4001218226ea8f6171275f35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0737dd096fbfee33e1252ad613b9f2e261dc2d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aee2158f615aadd598fa57ff35634247899ba1f42b84e4a495c46119e4ccf3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94873988aa6dbca0213272c945a065f44ee3658
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4e29912831b628c7845dfc409213c6c20fc0ac8cdb128b92ee0e24c98edf8a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834e6d27f081997c741837ae3fd33c6e1363af73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084cc9149c71a26c93e08da4d695d10f317e90976a8365f46af15452b47ee34
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1646eefcb28595237c3d6492fc7505dd16d7c66a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f679f989e5fc826e1f03023b4d5cca14b5f935209f33877a77319ffd171f09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82415399abf0cddfbd6646c63050795972dcdb61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b289c684c4f437174adb58f59bf423bdeb46e4124bdb12073633d5f5fc2ca5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55569229c23c9329512f079a0b23b8faac578b21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce949bac8a76c126d5cd92fa0c9e2589aad12c7a4fd5b0f69684ee1587ae3b66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5c8aec027a24f29eebeb57f825d3b967911a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3496643e8571087e57e37b04a71163736d5baacbf64959ca2e57b1e4ca94058a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1812fc958d387bc0da2424c9b78b1d34e8765
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901711e461a1818f9e1f3f9222360333a8550c9dd697e92414aed2a58cc23285
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1948d03b4be9b0c6df57541015c0e2629f4a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15cf68b8ace3b980d883d6c0947eac1fd4fd2fcaffef00975b6d2a78f4f92a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a466a60b8e5d497ebdde473d39905b87304ce77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed72e42ce52397abba0638e1b57807eabbd48ff8c63aedcbf3c059c879ff05
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e3bae717b66521d9d1a7a1a7b4f310bb9688e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e33ef90a1312add267204b0f1d1bf293e4df284f8cf4b82a9ae0c3e558da4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2bc66afae952336e9b93e4aa5e9f170d4c0b75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42054343b8735b5cec4e34b4c4c5691eea6f6ee2c21c057e4800f225d2e07cb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393201f9d53505042dd5f651d33d7cdb9345590e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba14fe0a9fe85fb41595e1af9b3a112c5e1a318ff41d7239c0c65997901c5afb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340845ce6ee316bb98c95207528390e7099a232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a254f6491576197fe313151cc7bdfe6bad589e65d44fc85f8ac0531861f7b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a4d6eba44d476c4d92dfc6b9330aad8686610f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21963c80367de4508ef7fbc24fc112017215e57ab721a00db82548dba7ca9e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad67277617ae0da70d36c787aa14f0cae26ad14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95118a0ed2f0d9d53907a13534978dfbf893930985bd08a27c939c6e373f8f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa765e6235e8573d4df3adc7ff68a0df651809
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83814ecbf61ad12b38545c6666226f399cec6642a80e273930465e69e1732721
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee03c9ea94f1d18ff6151af67aa4c71672b82f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c069b2602db4f2bdace441931532f7dbfcda3d6651cde60a96fdc4ffbe7e99
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2e1fd712fceee498c8d4ba041562d5215fb6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd35d42811b69ec75e83323629b57fd7845c5cdc3acf90e6a298e4a56ac43c8f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87894b4da175b064a6d642af74c8533f9dceb0e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78e4320b0311f4348e5417ccc2b05873e9afe7568f1bcc7ef149826cf0d59e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9eea41169d66df5404f06ffa3ea095627788f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d60e5ddc0a1295cef35daa79d3502c14eef513b78367a475f37ab73e20e9cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f4962dd92e664251223d54e0654b01553430b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0bba322de7601b42468b7b90cf146eb033484295315b557dc26bd7489c14e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e65f48c20b0198acee855097773f383e8b4694
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b4d9a724f463c0f89ec777e9c87b47ffaae32356faec426f43b414f832b7d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084c4e20bfafe7b62c650b4292e2c0fb6ef4253
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb323bd6d6adab104536788a3230586e52a7d77f9bb01d877ca890cdd6a9f29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741ed1af9edec9361155a1b7367005afcc29757
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561e551452dd094fd27584dee8fcd427b3786d8eabf7e0baa96ad0895aa2b59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9eafe84416b21eae3a91eca6594bb2fd06c424
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d869122f720c00ad6674cef424917e0dfe419d17f73ca9d6e56e4c9c14d99ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e19f4918fa09f0e05fb3bc29955dda895dc91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d68ab8a259db82bcc8d00f6eebc82e346b27e782ba0641a37823096663851
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4931b8479e90bf432e54e9566eff1fc9d2ef8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351e5024b9b5a2464b330c3b8c33329fe38dd849f94763248b460d525270428
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acdd7123a87d2f15e115bb2b1d3493ddf753946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384ad7453d9e6e523be9ea8778a9c4710ead36783324c8b8b03586275702865
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47f2cd5e7ab5aaa6962e84f5b71a16baa23814f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb71559cab466f66bb0a29f1a884344f766a30d90c376466e5d338db94a0433
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7b34cf1aee19271c5625db9f82a71bd3875c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f457b6f56416aeb68dbec18a880ae200d8b9f1fd6208bbb93ba5627487035510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6318345d2c8f16be69624a855a88a7405fff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719aa5a745689ef5fd7aaecff09dd2cf6294308c740886060219778d19541137
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332812c3ebfaa6819de59a7d1eaa26e7372f3f3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58aeea5c5d50ae920b7dceae420d62c7f3cccc73787d6a345effaf9a7eb7a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623ec40468051c9edc9b6d47cd64e8c6b25a059
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebf906052c6301200635c184ab8c7812bf549c0dcf3415a95230edb1999f8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed54e33252f2d7d811aa46853a8bfff30dcbf78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89fc27c380b1b7817044500e0c8fbdba03411b6031747ef467b15126b77cfba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729c0230b9407b114061fb1592322b2e1b89c71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da90e93ac43f86e9425d5f1a95b48a83ed5876602fc2696905e9f500cc6f53e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24840b2158dc10b8f17340bef381ebe539acfcd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f75e11bb4840b17a629888b5fcab989678411189288929880151a249204a060
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b07e99f80b0edd456066703aff665c6367aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c08671a0e43f4c247d1b9b420526b8fb4058cf8e96ca74a746b3f5c0bf072
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceff429ad85548abf8b12f0a21ff7b755d80ed0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3426a4133c19f11e57aa8464faf15b34d1023bad1eb06e96b69c91485e2280
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d89f4bd2157aded777045fc5c2ac74f07c88fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5126b7919f68a1d1740b869f6d1ee283b201378c99ae1b5211e0e1ade7fa4fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8112d96f94c3643d98e28e3b21b3cfdac6293
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9191cafd3e26129dc922430f0cd2aa948a57b2b5bc297e2a7d2fd936500f85
+size 2179