diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de6de2ce886e2eac51320c2f2e59974a10fe2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddfe0e980f2bdc5fb0023dd7f4120f4f9d50435b1cf28085a991f906c3935db
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77338fd13d52e12ae6e28c9596787089e9759ae1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4775f3f75e09b20ff8359d95c9748a9c1a0d753c6662fd48130fff673c72c999
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd33679a9a143498c3233f35d2dc7babe687da6f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c17f567ee1aca15927dcd314d9ee12c9704a35697e0e32314de255215847766
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66271df80ad7441c5d8d1728d68f63fb14f26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5e400e2b64c93c4ae898d291f914824fea30be423151543e11b5c8e8b07c2b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b473725fc39290b7dcc69fc6d93467a2d6a14b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357b609015cffae65cf7b2611bb897584232e42370420f396940e99525c32549
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f453a95f39ecdfc5618a83f5290672a571b97f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f73635e05f9573e484ea43587cfba9194ab99777df48b316ea6d6543ae8d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9799e2db785c0ebbbb090730b9988aaba44d2aa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0c523532b369fbf97c82f499326bebd17c3b5f754b7bad83c98b809b29549b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3dc45f11607738c6d7b1bad7b0eeb61179eae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981441b7139983034e1da85da4b061754e5c9c7f1c72494bbea34c3a51ce901
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da73088b1240ab01ee89be1041931cd50120440c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f788e8f9737547906e8eeecd535b1ca13a774833308d388fc8f57c8ba68de56e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d76abe05b1d136c4232fde848caba830725d60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30fc1b1db6192cddf6627e45d8d80f57ab6e9a3d4de730bc4b5e4226314bf18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9f51543ceeca23bc687ed53a86d108780213c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8e129c6a5749567832f8538d3129ab7339fbc993e90665c8b7043afc856f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c500a9458e94e8b33754f03a6d6825d04aaa8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec34a35bccee73e58dee48d40927124b12770053795a1de5527c79f8973f3e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ad3d0fb85c7e05800b4f7633da722418d5f53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dde88a90a625c1badd3317b9f348d835de96ac8b7fe3f7ed6401993a449c09
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92a220efe203c080eda075fbc1c611696c4a7f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a236e40a2d11d326cfc69bac11f159c4eed27adb53dbc7661eaf685db70ded
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb8409f14116de829b8c5de2611485f09a6d601
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c541b221b48ffb68e61aef60aadf2995cd603f8fb8d5d00c92074e49057e7179
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463fd45a6fd977f34a3f25fb61ae437a5f4a7214
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9ca2c4bf2514940029e1a12582dfb3fe78c99da8f840c2556f5849b0c459dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eaca651d9454eb42b91912ad07fe027f31aacf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc948d7cdb7c0967f5fb6196e2d89577111dfefd4dea9dea6f9639d68df1c17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464568860551d5b8c86deb8e4204644a908c86b5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13f7d326502f3a23d8d509161489878106a0b7198ca044489a53f4d23dd80c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109cbd8b9c0632990c716dd56d98f163eba232c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9960dc05b31db24a749884269e226e4a97e5c1ea91c5228abeb8bfe374d500c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346d63e2627ab7388d0355c01f429862b6660c89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed08dfc8743ac66538f1175ab21f8ef1b35c66bb3cbca7025e2c9e959dac359
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b4f213e1b7d1cd0a7030027f81f05bb2e57f21
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf625fab8e86571e1f6cc34edcb382409320384fe3f7f2ead70b93a216b0a12
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5501eca62fbf6e8e0115ac96784856c4601d4d97
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6835b8fe72728bcdc721009e12890ec5ba4e9845b66a9ef708d81658f161db8a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1350549a725da9143027eb7281abf0a75cef3d46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf83c47d4e58450e2c275611165fb8acecb1d3bbd8d04e81859cd27f4b87830
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3dd12604a89c2a43f4204eeaaa88f3a5e20fd0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df70efc578c396a48f50d684afcea6c141b1a4f0f65b8ca4b8f0276c110e4a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5d577e9a2a87b3a4e4140f4427bac3d6c3cfd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6368f0478d92584fc04c24afe6a861ed373269e532dfb8b9738079559974e48
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467bd0ffaea77b665fa906624ab6fc1409016562
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c15630d39c759752ecafa766bafadfb460cdbae8618b05aafe6f9c5ee5457
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5933b53580b1b6ee87ffc3395563790e7fcd4ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3414fdcc2c4dc146a65f9d3e9aa5f90dcc5cc57caa90ff2bd5fd8e634738408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef43a6c81618483e2c0d3f004be28646b9351e31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22fc0bb56d8ec8a97f79c4d09ff65f82342e84db0b34bf49d88ebec5093e48
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20684f5f20a10b0ab8c93d87197f7cba5af86d7a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3fe49837a916dc5185baa094ab07a1c17f223bd9e7f63081b9e9fd5391e40d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4fd70b6b08b910bce7f8754104fcd39c614af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c54ade5b78d2ebe789e576be64e0bf3eb5e2bf475bd6dcd5c43964fb99d11a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1c0a0eefd375bfeff46dcaa8aa8015a0cbbfa0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227c46aea04aec14434507c6b2dd6a37bd1a8954a3bb99e2d464d5d094e1f9bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd01bbb2f4ba31504e631ec8a37f25df792508d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b505faafb8f82aa8dc76f73178bed5b0b9aabbe9501985ba2a415fc831f9c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da5c6541addbb64d8ff6c522996b8051f67f419
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecb9b1af9a2d0c8c5bdf40698de46ef30a7d289bed40b6fd4cae66f1c0f92e9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06674b366e8fd15f95f98f208b862587f116d6e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae21479e8d16e16e2c658287629c94b7b9aea068e977e56fa8818427e5f4a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd198893d77a41dcdc05187ca8eb978ac0539a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de95ac6928d96ea449662fed3dd6c00583fd49f33f0d3b49f6207ab8b012d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e219ceaf2d58e7b0fd45f066620a6c7dcf9c8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eba061b1a80d4398bbb886e2793068b850df5dd235390637006140f80f6799
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763dc8df2da9abd8cb06407ae17685b8013a930e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce4f994f9a7906205e88f8e016e5b2e5dff30ce3b1f908c2dfb1b92370955d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e205fdb3d334834962e7f8c4f0746700995bef6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69bcdd697de047a4cd0a9f7a0dbcbb9681f0ff17ec33a94e4929d33d3416670
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4597181fd7893736d147c44cfdf104cba0c41346
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6c0456530cf327024f3426e4c3e42e4a3874382e137268b78f56716c05aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63d75426533bff65d62c9d5f36cf664273efee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6940d12014254857cc3e0869cb3ea8240094343fc19500ccfb9d1c73e6a970
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7becebb0e565fc0e9727d1221f7bf53b7d5d5a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa2b0225bbaa481ca3397aa953974932b792197acec5072c0e61444ef80306
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd54378731ff96a8c232026d3cbea0c22e74563
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ede6184cebf3a96e1e845b2c0421ee4b60a2bef39b2c5875019c032ccc4ef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d2161fad088e567ef1c0e9281b8a57020bd68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1e3e794d65b4c73c360816a642f3fe5a8b34bb485ad6d963bf01ae2f68d3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b108b9467735a48d56d890820496dc8d678c4dfb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895526a13ad24434b0a782c3be49b546e8834d3b10a21a41d3050cc14bb7b9b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b23af03d5b321aa0340bc8eaa2428b17a99b13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cd5d5f7f353783f15974c489a8e6a8a6d5894bcafa3a17e6dd97416756a91
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de30fc0970793323848bd7fc0f86f5ce53c7aade
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29de12dad66a348d8ff6e4d49ddf318e15b2346705d2a886f39188ed9add070d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d5f4f9939109d0cd056c9cd9dcb12e3e8cccfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca4d2ae97d0ce7e4fdcf65586dff5bbc7b9c2a412b25168ed9b468e41f71a0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0b2d88d8293a5be3d23dbca4ca61a2036b6e6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4881238028627632efc2b0d647c2c5d79f8ad677ff6b65b18b41a3b0e8c502
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba501031c2b5ec532b4b578b0ce4cea4324158bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0460187f5e223ab90c3c3426c4c4effa5fbc726c273136209830b6247fea4eb1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e61dba0a3e93cab1cdc2494cdd69f374402fbe2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6f139ac90ad8217211bf4deb56eea4fc3e64a44542c77ee09019a819be4c05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c737b805f469525ef5a78ce53857cb628cddbd00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15341a5be810826ecb3bcf1091dfa1358e7bec0e1bef21647cb1246d234a63
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec23c4bf52240c640fd33e3f8708c1ba194e8d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a024726747d22d25f7f7ec9f5b82ff0f751f46adda80c6b6b6f497666b6eaa6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cf9d4c4aa0ebc5a1e346a2d1afd9567aa84b71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc6c6c5156be94c6b47a36913b778e1919c97318e04f7ac78ad3640178315d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f5cad4ccda161199920fcbaac6ce308498a52c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ffa230ed192d9fbbc61b955808569f142802baa1c29a2b5574cb8cfb7c35aa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cebca1c81a7e1d79c0850bf33b580c7ea4dc71d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48b7acfded48223abb6454604964cef38ed7a9b0bcb55a126f3dfdd491f0631
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa34d97f5ac5689623395e315eec33d21d32b5a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066c9b1272624336ee586f7d4408a32efff9e5e5e6c3b65e39586e7cc1def3b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da86281af01283bbb32cf4e007520de322c13c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b703e197870d3cbf5403de0d93db6489d292605c14326ba7c39ddfdb6d687b11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4680ee2116183a9c9d69e9527da1904ce83828e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc58feaf32db7039109ac45af550544135909f0a69adacb69964c8a5aff0453
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d895fc68cb7a12487030732d0c94ba16d59e34b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df5e10f40915c19d7012467ea82728f58a4e522b97407b488e282d5e38a0afe
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04525fca88cec0c532be2643b8895d9dd6b3e139
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4cd3158e95a3d7e01d233e44f35e926186143f8d3c64a21ae565d5be2d7526
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7968b1fd065143b340e9eec0dda8200f88ec95c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828dd6853a8f8e56e57dcde32730de007972b03e806fa06f6795f4b035a1c909
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaee0dc6062926561afac5c60ec3f2a6bb10b38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2c9f3c093328121abb65ce1e0e024936e49094520e67831844da14b7ed9ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198cefd49fae31c602b345ad4bb4978f38eeed50
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b51dd988cfd14e1ee57e363f280e2c5090f300a32cb34b8c60584348f1c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c80f6ed0784f1f0b384a2f23e3bdaeba0a580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7c8bc22f27da024e0c622c8920e998a014ed9f70a8643453d502534286f84
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fde5710d55445ec478532a3d0d2ae506052d49
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810e7d63848f6b81d437e174a20d51f826db7db5b3557ed2bd02cbbe0038eef
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6151118535e165323110ae53df2a98b5f705d8c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b6f63adcf529d8214221b5fd942e3bb77e09489d782435158c30a52da4cd03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dcb1689f6d8fe42e5d9d0738256ce6985064d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581a1300e2e74231697abd58a48f237f8ca4b38eacece0836bdb8d1d74f895b0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663bac540b65ed74f74dd5849c5af26a2c1b2f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bfc0f3c092f1740a60f5c39a470e60fd467dfa421d39334c7a13c3b96cf3f7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bbdec49420a62a5db379535b997c052c45b6cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0061509d74abf3ecde700eba8e50ac3130ef7e6b28e0f33437233d3e9e273c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d130f0e51769589aa8e0ef397341c2263c46ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f8b93fe4ccab13bb2bf3b6133d2484197cf7ec2a41e1ac03374d65308570
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9a8eaf17b61aa33fdd54e625931ecb44f0954d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98c99714eaa5d05e437ba60e9aac1ac41e82ca33aadcf5c07514f6fb01efd5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8023f7751f303ce141b6568204474bc4c82d4a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23626f34c9d7b0c772283cd19e7121dc835a47f09e18a86e4fa4fa1b4f09864
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcddcc958cbd418540cc057501ff9649d2773a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791859fe8bbdacf3c9d52e91c1c2e2e4c1839618832905f389ba2e1fc064f0e9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ab0e2c96dafa2ee51fea9e2fe93e256ab8e0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b917472eaaa3fe7c302cd8130e8105434b969d645f4fd7fe1db9b9f2e541f1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8730e954b1ef0a332d3ce132e6cebe890ff1f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d6bbea008603aa5674722c8b4090fc4ade29cdc68c5c0572e6ee0594055f80
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421f8db5be425ce4591e695f483055cc09dc884
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa6df98684500168ec40198826d56a2932bbf9792a75540f5f1af17543adee4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7882e1aaa6989b070da66016650bbb8079e148
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2429d0c4b0da934a5864eefd96fa4ba9450cbc2177849850eb7009088f160294
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777073f1154ed929192f1abeb642e41d7daed61
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b10e4ccea3e3cda997db3c3bcc40d0b8d27cbb9f8dcfddb9715cd9b3bedc0a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d657e4f5ee7fb245f1d26f917a7703c7f1db7d03
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4222b2e64a68455c11658333718442d1ac4ad792fd724203726fef21eed90ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e7f337f58580f20728725cf11ca2db3b4489b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10656feb8595326b7371192346608e3a6e568ca122c7205574763da755a7c254
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ff1982ecd23cd678bb2b7266603ab44629cece
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8580ff2af499ff8e58de9a37ba518a838cd4997f770fcfac594e9eb8b5dfc6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e7b6b4999287eb2e15d4e321153941d649e32c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541c15ec0e12a3f12ad17f61b7739ea88ba175b1cf83c589b26631170e9bfac
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7b3ee7015eccc918fefb6f70bb0a1de485415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366665773688ee8988ad151505a303d984fb68e9fa227d81fa446306a5350671
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6526d946b6ac119cfa3ce5c9278c82cc9ea6f71f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2490b9395e1fca079c3656e50b6fea05256ee3a0ca9a7d598bff31fa75781ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ceed3ced3255d632232cca78bba9a8ab787082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ae258ade36087fb084d2f36863285eef82a6aee41765fe0d851a666e30c04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f108ab3111f1bef0fb1a781dad64556e58ae810
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e69481879f8f8c5967bc519391a1d6ad7bd6839097e0a64a3e8870c05fe7ed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ce255ea0f75e915c746b14b0b6f8f7b296bfda
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b0b413d47673ca1700344a9eedf0d524ac980e66ad72e765b5d3f87f869ca
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a517574056853337da4dd9ae651610f41b6c00e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97d6449e98c5bb63edff590fe3140a3cca28c79e5bfb254ce39d459be18370e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68677ecf82784ddf7228bc44b34dd396923d030
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef437c0e29dff94bb5fd36f3f2a7f606ac8ede0dd95d4d3871d107233db6009
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328658b53a79d34162f92175a87e6a2480eb644
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fda8760b123e3e6315eba7915ebea03152c25218dbf2ef815703af2d099742
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff364a6c23670b9f8990af13ce0e9bbc1e67358
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5e4ffd754a5aae09cec5ea8e7865d596719299265d761d3d4a0b83e7b8d5bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56bb8045d5ae34dd8965e0430166e7dab9dbeee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc00e632603c9223b0b2d84d14c1f1af0142bb85be0d5a24aa89c209d34bbe85
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8543a73c90329d4acf42038dd240cdbc124416d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59070d3c1b89155e78f9a42ead699cbc32cedd148ba985a0b6b89532d8c030e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebe34eb89bad66ed6ff955293740541a2d3a38d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe55510a21da7761dcffba07a2b312a4cf040b6a74aa3a809712f557e1f513
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a1823cec3998ffe2b4821626e297482af8ed54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b632231ada0b76162de526ed35cbddc418a02e05821c1cbe6a7b9aeec55628
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa66c1b6893c3a1730b9b68e312046d7b3a473
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855e639e7868f5b156d56d203d8fd8fd415f051ba38b30aa8b82c2d9d462f5b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0784cc2ab394f409612866ffb87954ef865dcaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeb9b03c866bd61707d332528d1d2e7d2cf8ab32d6db1f96c9dad78f9762a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a773a50f330b5b4254cb82b4be90d8f551abce16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b1d29b6cb07a8661eaeeaebad4b9f80a222e8532eb351155a27ade5de610f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70ac24c37221a615c124092dc0084c40979ca35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60ca87aaab8df663c08b3810c2240e31ad58af14db2f85de4b662998472dbeb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89362197b912a6f2b628bc92d0619aad651efa4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc2872132b6c1f8f373395b113d7c84d53279662f919c4b9f2f2424a23b68a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c99633941478677315d4b25777a2361f6c8d004
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf4e58822f17919f585deae3326a7ab817f1359982d026c2e1c4d1ec6ac746
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a85d57e33afcb70e19f1a26d881e86972d8d6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025be7bf3a380c81605d0607f0edf6b83b0350971f58291bcea685deffcc153
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c590e49d5faed80e6a7a4706218cecb7d380a11a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1ab50b4000de84e1349b0f05c49b4b8770c2629f2ca0ec4a60c8a0ef4a02d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c09b144ec2e901d8f5d8f29fb66c04051a0ea4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb1fc7462c9903da3d7a1b07698954e147a664202dd6a24c3774281cdb3408
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aea2f20d5808b1ec35ad44f080659e31a24d69b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2765d5659aa09537b769322facb63f79d774e3766bf38dc7b07a46a0a3753a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60b853218dc595ef846097978387bec6ea6d5fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe58cc49f550757613d453e2b7c5469145a3509b0e94570d4dea12e680d019f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3b54724a0ccfa8804ee8b8ec3b699ac7426211
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8209306e627a20758ef392bcf0cba8006b0b7f1625f940215d8759409b26b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458940c48be3a809fbab70e1357344f5129757f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1705480bc7c5f81cb46ab5b6d730cf90e022a0c09e21afbd89ea33e2ad16adf8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a212dae7cb4f738ca418582ce2bbbfa527833f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acfbb7b5779b9fa5466c9e9a2540de2bc3c950cfec09fb47224ab89b092f1d9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e7a3071c144ae2bb8d8fb5d8ea76c38bbd7308
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c13f2a7e94a32fede5d981340b9f558f26af390a8e2dd2211d69079e75b79d8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b5a265022069c658acd10d6993ef871b5ff7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d49ef77538a189996a2f5bc7dc06263e4e2b35dc4c79945398a9354d966afd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921eddf9a25266b520ca57b79df830891a0f2ff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dfd4cde977c513498e71d1358d999c292592cf9455567e5324ffb85106a282
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff521475e1cb3fe9f7a42749ebb7d4db796dad9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb05c8a970ff73935dcceb4faf6370b6191e083a4cad7ea877e8bb92e84aec63
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec17da71b1be96a5d9dce1e6855f701a0469fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3addafdba220c39555c1cbd27a61e1de25f7c1c227d98afdb591ee489cb84322
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f21c6fff31de16a26b6a44b84dfc6af2f9e44ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84f54bdb6980b3d1acf84fc8d697d49c720fc0685d501a544873251c1ec81b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09066773672371347e1a690f1e56995c9a685dac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788744ac834cd4c9fcd40c07185148cb3b8c670585c64d4928e7547269dd076e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7e8dc4746f1b15005c84ed59940b1695b3ecd2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cd7f7725e3a0351bd3b449d600a4541ad2322ca82d5767c8b264e0203349c6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc045b5191c108444a69f597750652561abba878
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e456fd4419ce51df9d3bf4ee1aeab04417b897d8d992f29be04ca310312fa9f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a2761137998bc10c47f18169fb7bd7a9e59ca7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc38e8806c2b20af0a2de04778a05eaef64950b8abcdebef5d0d1734f0bdb86e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547212ed1b45358a7f52f2b7497a5e4665dce7c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664f50d512ec2a0d011b23c90d89a469888c00bb810265b156739ee50dc4125
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad6ff3e29a2fea6be83e4ebf071016930458a6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4b95c1257597bac14ed5a5b48a0d72edf99527159daa2c9b2cbb086a33661
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9cd6d5b3f9b3bd4393848e7b49bc3dbaa74c73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab5c625423841686a205bac7c147f795408d1a5af4f0bafb17c7307dd33aaf
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe994709184828ce40fa8345ca7593026f15d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978f26167bec7109e482a6f45fe81f691dfdeb261be0cf5225961338b072088b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd6ac76bf61540abf38f39e8d4609d52bd2a8d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149b41203bdefb029672befd5f75117fdc77f697aa221b05c518ad91f8634db4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b378b03330c62d4f24b8a645298c59acb3a201
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1944eddc3635e8ce0981893294caeabad9ea98ef42e204222d4da29f787dda
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713323ce2e4a36412e26d89d71c02a10e8bc14a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903d26a6ada4a2de02d327c1b28f253b6dc755ea66c6ee958f9d99554c88d9bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147097e3a604401a18c6f0cd1bcaa16f48d6ff1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fc7312df223c4b646fd8cf27fa377fb080bdc94c7dbc50aeb44fce014151a3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f66fa23a4a1a7c130adb3779b63c331e3e8ad5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5abe74859d04989d89bb46f0aad5e994f830023b7935e0c27019a578e23e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc259a3d18f0e5737e605c313f613f1b46b4f72
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c34a475ee675813ea10900dbb8681416562b88c34a95ec5d8e662a9f1fc9a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d530d906b3fbaf29ab19cab47549f5cc2212ef5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ef92b75cf22573b97c6b88398df7217f5886c7d65ea8bb7e3afa4552e20556
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b1e8c9691d073825be57a7c09eafb22843ace
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc37529eeb664d53bbb9e9032403bb5f582ae2e969c3e889332a167cb0deba0f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a808d296629a9f13d670ffebb9835ca7b38772b3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a359b912e0a6ff9d5837bc2d4abde4534b87af4186838058dfb3738689fba38f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d715818f2217e61871d55baa8038811eda8e1c84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0e82fc862b1e88a4708d8b2949aa720451bdb352b79b38a4b2043d08f1ceb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459ee0fb16259c2449dbf90a28a6e8570f17ee2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b37495f9c2210f558a22d12cab43a291e0a8166a857cf1e47d77301a07534
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4b2c89a78576467b538862c4401946accd25cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d642a1dd33291bdfa484fcc9602e7fb623ca41a3b50cfa45a9a7701315895f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a86429539f7fb8258dff5d5db0701ba84538c3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4daead1a5026b4019a06e54fe71ce8b431cf3d4c03c2e23d5ad84d3a99e537b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ebb40f3b46fa7d6df737e8112e7c1af48f1faa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c9059ea5ff5bf3035ff61ba9e0db7b9e575a1e0e094ce1162de1c61af1c00
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56e531a63f23f5de02ecf7ef5d54b621af3ba5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6404a6ec2a4441231ed085cddc68529ef4ac9788f1916ca1a14e447bca5b8e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279209401e0708fd75b18a85158abb34ad0d02bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78942833280e7ee670caef467674fc81147a2a01bf7219b7b0e033062d6f3a0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa352824e5ad48af6806fbea8e5bd9121bc213
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59282970a5820d1fd42e731d1e71cecf0edaea6f65a35a7fcc56026a0ce7c96
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88836a8349bfdc06f470dc6a79efed186f66c0d5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de502a5800ec9b55a42b787a545a3f52001aa8c15a2a64a1e3397053215c5fe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bea02b7d92ac1238cb328112e775fc01749d41c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3037fa26ce4b4d164a2f9e2b0d3ae3e9bfc782f041e9b5fe2fcd60fcad2ae7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e3482c42785ad8423f69cd16c87ffd2e78c3c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66bbd64e3d80ecb7629a817963b2ba883d6ab283fb998e2c34ec446305360bb
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199a461ebb9a83d5ee37c30c07f4c1e70d14e75c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961ce81d3634105a3b06717d060fa664b47ac3e43fbbcfa860b460b54a4221b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e922204e877bb53dd37da80ca41800e1612d9027
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed842d24da560e37e9fac1dc2e0c2c47261272e53acede7e1ed6cba00ceec7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67084f4217c99940edcf0547cbf3c8bec457d9c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497ed1c4d94af53aad5a8739253f2764286b0694efd2907375791032e132489b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20c2cafeb13e55317ad38939846562f116296f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc18fd7e95d6c12cd01e3064e40d78d07f678097750bb828d5e625b71d964c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5829579b599c5a7ce998349afc89cf9c1d448126
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4951b3580f12f6521863c6406de57f9bbbeec3ba28df7f06d8bb629f6c8820
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81f1c3ad6cf3ad63553a4bbd7201efc8153c33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7868bb626ef7936afaaacee6ed2bfc1555b59ebebd0f47ed423340f82e0eb44e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0063b288dbde940a5c7d0a43c5948b6e4d2ec034
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7d503b8240af9dc774faa2a20e252f068d5c936f87526db004c79035d8430
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663818fd42e4674f7577553d1921f2f9c69ca58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3af502a854f7aa5c0dc12f576e171035766720ec26fb2bba1437e706d93c003
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21a4889ca8c23cbba7f318e3daa3c9a5026ccae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64e054b870014cdb36bc20e3f72c592ebb4c4ccae8e5205470b98b1b82b0e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555eee80cc439dc67f818f7dd4b2aadd6f1c938
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c7e880f3e18336458c7122aa6ab582a22e4612b526435f4e4f76656fe7cfa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2db303a42b0441fb6eb9582a26537065af56a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd715642b4aa15145c99d6998a362cd4261dba660340d1295d7fbb23bf4626
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5daf43cd76b75c1399b8519f86544df0f99a550
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e70029b5847915c36f998d568eb0c19e9ec305de7e1dd0505e575f61f325e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226557b226d02e619ed90f33670cd0595ac52b5f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4748d6bb1b7744f462c77e49eccbffa7bbebb6dab1a6fdb15432e8bffaa74
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af98e46f1c008cea8206f9b94f07b648482d46
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd84710dfdf07f850cad7cc7de5558265351c18651004d3d25a0053c1ea0228
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6255f7403c04f67a08c6b27c31b7947b28d17471
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afb7dd41e49251c132dbaff2bc274a44c257e06f8a48e12bfefe59776ae659f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46054ed5fe6af6f3dc120748b725643ce0d7bcd6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374bd75e8c743f1e3c960f1e85bdc3c85853f0715fbfdd9cdfd1fad712abc5aa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6282c74b46c4d2571a793b9b3c307789dee5e163
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996592b5285c03942d4594632e929ce56d9f48e9afef57e1e30aff23a37510e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38314430f4a1e804cb10ce91a19057f7b00dca36
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c7177e2fcd1f40116921a069c3eb9a442c945703d7dabbab91f8339595365
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4778aa25df6565df7d0be94526bfa4d6e8594091
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440f847f3bf1a8842245bced4d92811601c14559819aa5352e4e797f892ff4c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e6d438e5593d8f6e672672a3b5b809b9528af4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f7aa9e597c177d636973a3ddd1fec8756b3e109372f59f80bdbf331ef88001
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e71512294828b6eeda810103071221bf64eab1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c175b024165af1be677bb13f5b833468f6d008fba67de0b47b071027e6a7a9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6236df17e88e046879f78e3d7ab5e8c7aaf5a78c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73efc056cb0b936854351a7da938167453a4b5218250ca19043a7f3b59030216
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce383ba27f1b5b7874bc1739499af99436ec6e82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f05242beed18fdeaded8c94fd75c3276947591ed3b52d324f438c5cded39a3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c332a8fc8d33e6459cc2b4d3de50599567c250e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df4b87f2c8faed8f16f4e2cfe57b18da9b9164ccdf2d2af606d0cf28edd907
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e9841b379eb6a0d101e85e9f05f8fba8f36a42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24562e2cdf8bf95046bdf910dc343918656271e1ae8eb5e8abe99d75d8a2324
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263b602a44df0d0412fd4224a600f634ca41ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dae15565061ab8b3e4b05b596b821f12425e7a0f4614cdef77b1fc8acb751fe
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3434d4efc79f0d7891bb0379845ebaf0e367d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6927f2a1878b1d4f9f51d0f5d866d0f3b3fa0768bc514897a3c244172885e1d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb41be828d14d2f46c5f08952005c74398d7889
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65296468318d90abe64206baaa69108310f31266dcd6d45e753a978fe44cb64f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22bf3f15ff42e8fcb1ca7aa60e7dbbebb946244
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e332588974cb61fe6a829e89b91cac8da50c64a0c3399950217da97a33cb3f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f926a278dc445a83bfe666cf81e40f7c147fc188
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0562176943973bb9c7c6c607933808767b7dc5697070c68d6b5c69d5ae027263
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd487432eae94242eb6b8c485a7ed5a703887915
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c98b401e37fa1d1e58450d1cb6c2a5c5dff8412337e52a4a6d85e9f87d703
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e443fd055286c483b5bec1765502afdd8b62b37
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948e2fb0900587dba712802b3c1c1451afe67fb4ff1fa793c567696b743ba731
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4d1834b778a29763a33daf4b89e7743a1b5338
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4925546f8527a7c613e9271553f3e93db2c8ddbd2cf4cd5d5c4850df1e32b3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ba7ef5e28462e23d4627bf667f1d85c4f34d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e603ef5891ce849b6edca36e3a88286fe45048fd25cab09b4d527723e50ee0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55563141bfec5be2973fbe6061cb9defbb77733
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7071b1bb148e9fd377f70f2a0d1cec9c92c3d82e21799dcc497c664b3830
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3e6bb1a9fcd34dd1c0b80a55a9cc4a3e06c530
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def2624cdb601908ed5585e02069418ac49916e4f807bdc94684657fd32ac0e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1ff59d7b52d6efac7ee4e07d09162c98b788bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319484abc60b465082fba8c349f39ea74919f59d4d98d0beab6d78c4b7aba351
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93ab6e267db5bafc39630d9bb66c35e98287df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d820bcd295817ba10bbff1d8b6ba1ef1ef6089394054ba4371873b65aa706450
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b5b8c6d345838922be54f97b8250c5494bd6ef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba8342c8cde1b61677b36bb58f3922675295c2253e1a686edc0f0c0271c4395
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9aed7ac952be94ed62ed18ba87e973fb61b580
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f8e31aee0dc043ad157d3af700fdbe635e82254332ad1da4b42f5e5b4c6dd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d34c7026e1c385fa990723fce54303c17f69955
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc268ec88da35386369a4cc479f0e95170fb9ad2077510c5335119fb6d90330
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec477f6023ba8d4123af4f1063ddd70d1429e48
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ddf96d4b190b4f85409047f5bd84800886777f46de19956e8385d8032ab730
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886c92fa49891e7d8853ed33f404180e57e10da8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a43322166cf085393facdf8f5cf539ce8759d369f2cb23a4bdf7e8fd064a07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7370754064cdf109dae4761b5e9df239dde6625
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44acbb88f2b747fd740d4ac8cf548b89b33ae8832b1bc1211bdd12a703e44f0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435096146bceb4805e1f2e8f123083a0623c5b59
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937398c2c2ab3ccb0a8baa94c0d50744af5bedf645eb7e70823e9ac16fef19e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd49482319003f6d9fdda3ae97f3c33bc37940
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41c816cf774953e95f6a94debfbae62346fc7beef00db91ad109c3334cb7f03
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed044c6f5a37fa81cc7136cec1456b5b25ab7d18
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d411015b5779efa60070d241da2bdae29de06b1f82142844b927d0c3cba9b867
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5572a661945d67d9d1815162790c2170a56b07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b409f1c322cdc02d8c217cba28f731abe2e9432b86b699945463d17563856c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b498fbe8d4b8fd32006c01a92a3cc8c98b373c1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b961f06a0132d1498d8a64486eac37ad47791ca0222877abad45aa9ebcb183c3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1a42f8e8a4784a3210e2861930cec79d503387
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de4874b4e4efaaeda178d1ea0d9cbab63d53b5c2c5f7e50d3637aa8894df023
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf368dd9f0887156bae3a85a50d3f002106d7b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbe9376951ddadf2b9734fd01daaa21b327bf7116ec7a75a40dad9794406f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374363e2cd69711f180ff2a7148ecc1d18318066
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f79d6319de20d528f2284850bd726a22a4360be6c4edff32cded7760427d5e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d947c6c5d7960ec2d548cd1264f135af1e91e809
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b5dafff156943f562381080483fbe5c50d18141bc0f5fdd61a4efa899e43
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37af80bc25b01214cbe7f5e962db1ceefaeb2e7c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f61244ec5765a973acfb3ea09da7c3ee0ca2a573939132b3c1242401d0f7c7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6b69384c70c64d046dab4d54a24bf2145b8e84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bd082082e6e0f08c07cb4f698a0c5e0a84ba164ebfb8910cea3c94fbe38da6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac735143e4023350a98a5bc86f6f59e97532d7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f5bae0cd86fa887825e6d92a80cf03774f92fade355473d7f359c7c8719187
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7136120e3d8c4cad47034b150a726df14978c6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9c273f89706bf3da890bbb19e49aefdaeca6b21828f5f8c97727841ebecd67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265268ecdc445cb12abc487fb4acd748e1fd69bf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0257b3a781251ac217232a0c4531397c65704c31938d8234131356bfa98413
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4f53b2f0146c5eac09e85d324dcab2b481334e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9777a6f66585e3663b6577670d7e2b78c49506921b3ee2c4ffca685351046ea5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbdd2b71c3ef40382a080fc2407d4e9911b4c5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475e526f358d5731871f387ac757586b63227a2df383264c497ef85261fd12b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfc8a83d3aed1ee08d784fd217a869f5ec40f07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845f56c3f270fe698e8a75d4c835de95fd27981f4a9771bd6157e8c9d4e0a6ec
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d6057c9367fcb29f381ea3cd2b7d9d2693c797
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e1c885c6db3d93c7a98e86245247f44658e0864cad5834853d6f64b3b5b437
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132cfafd5c6251776066265a518a34a9c6b24d4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8367bab214feb206c3c9f79fd1f273ff3bed3d653418364361d5d085edfef4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d13b9c445528c08c9fb582cabbb09c053de9c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5899b60a47a7f52e425acd570e3f41761b931325c3c613492fdbb4531c8448f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c77bd445fb66f761da1da56c6e044bb4e27cffb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1405464951704b1dbaef7d512ae0bff8bc2043bded48f7936333f95b0db8753
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362c2cf515f4e14a65b28c6cac30943d82ab8d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34d6ad03df07313f35a0cffcf4ac92772b4eeae8e0829bda1dd066fe3386fce
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa53b391f8029ba1df31cf429c6951c0faca94a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a30b562008ac906bcba39c177d9c26ebad0edfc156f183e16bf6804cb8e356
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c5d65b20c64da0266942dca73c5ec00494f374
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b186ae780cadbf85bb739c649015888cd34203d259094d0cbdc1ff57c4698e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e33c510a05d4e124c5da4c6145fa04b46b8b15b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec2eb6c74b9e953c35c23ba8593d8de9dee43eb49004b8c2a796026be123e1f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3216592a85ef25db02c33fef791b3ac08baa98ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b726a0386aa2e716fa20341447027d0991388b86490152592dfa621c7a241b1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66af38998a08986b5f567521890c96432a5b65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efddc9cf6039af895beb8266f8b12951e84ef8001a5cd1a3c6d0d53c55225d40
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebfbc84fa39ce135dadde2e16cfffeb04b04bad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06bff43e8e851ed067487b0a128dc57830168b63dce2fd3576ceda80b587215
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eebd0a35d0177504fe9451a33142c0aadbaa2ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d5a6395caef0a78adcd8dba2f119372eb122413ba48899e7b0df220d1b45f3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385c328c10ab19db961ea6077c302e3e98f9a2ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a428dc933be3417ac146cd870ff1b63b4f6c683689d9d9550fafb071e80154fc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9e0f7ef1da8697e1ee606ea13ccc6bd0c8314
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2800c491d096d3b251a3c0dc3fbd2ed337a2dc7105e6bf075eed31151f57a7a5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4b10203381986b29f5e8bff82d4d47f090dd71
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea8dbb82e3ae838e17e8316e555502ee7d40ec51aa2989ef0bb7c2917823f6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea7f5630edaf8869cda446e1345fc6f30a8fdf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd82fb3cf4f4034a18bdf83ea10df009522e91307d7f8c7344fad77fe4b9712b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dde83408392ed3334963fce3b3a17469b24d4c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa3a831cc33fd5276d3c8dd9a95ace7b73fa140afaa5ea09d2102b88bd1f3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b71d31bafc574611c81ce2021d73f545a29b700
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac82c91dfe5b3dc12ffa94b72de1bf2ad8ae4662bbbf2c16255b64193dd06a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8c95b4d28409c05773b2565b43a8e92ea89c51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426e5150089e3e166108c636378c5174fb8d36c50b47c7329b2ba8fac4e14baf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86767b5395a3ed4a9dc91f22b31dd49ba5e3fb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86406cbc9e9b8dd0a8c5dfb432c5a74a3e97ec9118669bbfa0c0d758465dd5fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825bad5fe5d44c3ad5b27180cf5cf0a22b4a129c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca66fc0eeb1b96d6e128cf3ccb45db0de55f5eea7af3e18db8a4c462e8c11e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd493c6b0e10eceea50960d9873902844166e68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79759863a07f87c6a8ed31f2d7840214037a2f620fae57545d6779ce2e2292c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3839b46f29ed74cc9944be79ab7808e81a7977d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fdadb1e2e016973f04032dcf1e1b9a4ded06d8a4fccd203b6defc8d5323ea6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dddc4feee7e5f202559e8af9869a171752935b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7c54870bfb8442d8b5e0c8bee8dc7158c50cde3d77161e6e8215affbc4bdab
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3d12ab88a0a9b3bf0ef712e4ca0a6d93d50de3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13013f56234814bd2545eb1fac1e33b57fcc14898706e9bd5d55deeb6954b85d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb1f6924554ba2e05f98cb9ab7fb489adda9d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021bd18093beb668256251134199d4b9c76126782dab283144f0242b32ee586
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e12484a805f8113785ddb1ea03fbff14d9ab6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a7231534c751689e2442c4a0a89d3ab6e69076143d04056bc654c20c3a0d54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893c2b813f3550777f9183ca332c5e315e123994
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ff23096b82ea0c32f071feb79280fe7ec17f5cee91be1e1549dc243126c66
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcafa82ed0cc1318aa441b0142672aec4411451
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91599da38ecd1aaed1c91b60ee5e0137dfa518968d9fdc812ee098e495189799
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fa3f87c6fcf1aa203ab3c0bc47eaccc6b2859f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93df65aff0132b470d46fe67541ef7167216b359780ab609c2ccacbecebf4b4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af37c0e5cd4c528c3e5934726bfaa39727d838a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4421bd91f98031fe527c93846c52ba2a194379e9c3acbd9ce44fdd16459c705d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389c0b6a5f24dcd2f7048e0fa54db07f7c9d6987
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ea101434a33f280bbafe8aa56a2a8ae8839202a5f18c81e59e7fc751bbb0d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18af4cefa289e2f426bad17437b9cc278389466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f382b32782e3dd54b8c512a2f1a778b4ac8e216e7bea8d55f4caaa582e2ace28
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e3bb5c4df9f7a2390f4883c84fa2205cb28da1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fbce4df28eab5ce29c1a6f89877b147271bd5667e4738cf11bc1370d5880d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6c5275b84e43e7810ff9e6297b5486389d35bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7caea77d53727a05864b7e40697eb04bf256e728d3ea509208e81db73d903e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7f1999bbaedf36b72150c9024b97b4124fc124
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195216bcac5fb7764383b4cbfacf33b51583df101b124074ebfc47f3fa2677f6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f464c72b90dd3ce5934ff31f507711c268854
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efacabe673d3df4c516bdf35f2d3714e70c1148f0110dee0df576b2c71b65190
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bbe4eb7cc66e1f42c8dcaaae775f33f0fa1c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fb573e9ad376c937f8076306ce4cd7e5504d12470b8bba76499dc7e9e0e567
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee528fa16406b10071296cd0a94d6899c7ef9c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce10dc7cc9aef952a9e73333ba5728df4d374fdc01bde954c0e9669aa2711f84
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04e2d6d056c26c80417c692184bf927362346af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a105b195a06e513d10910c84ed2f7b85f27346622b2096763271522ebc286c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bd5b7202666bd6bc08a08864da2403b3ccf729
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641c6f80bb6ef42e89bb0333b85a8cde1f8a58a8fe51425b3368bc9af13a17f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c72cf32aa39aa79f06916fc887da8cd4ade2a7f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a403157431a28648d76567ee6ce2cab8bd2ecf78f29b2e5c627d2cb4bc9f8f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883faf27f44f71b147c79f4bda07a53f0582303e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e11e2b574b758a1f8323ecd676253361aec4a8cfe52df2b46be1357e210cd3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fae6ae585ebbcce110587e6591c6567fcbd7988
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bab78ca1d4e06b8a2e02680699e2e426cdbb475134b9094042afcb11dc627b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b669277ed99bcba9c5b44e230f97265b304d79e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e611d5d7fcfe04dc4cd3741129072aa4a2c64f4d8a64cc06a10c0a5d1a871d9e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef1cdaa9f0672054bd5ff2fa0e433e96dd3326
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f546fd9536035b8ae1b313f5f3a711587adb70a0c7cb12b4721231d3570b7ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e8c56f0d4bd4388138aa5ee87bc27f534449bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a992adadb020ad0d4343b647e7e4c4832abd1289dd0c6dde04f345a341a4d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3499f87bfc63d324a6f94e19db6a16c14c29c743
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fc83dbf79509c7030624a522ee67fe066017f63d3d461d28ae954e582ca0b7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a98bd172bf80be04f11d7a9bad1d11c0dc3b527
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e4a6c6b7d38fd76dd2f171d3628bddc16f4d145447cef571818e94a18a765
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b3db203b7a1e1764aaae5984772084f63077e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240270427b0f1c1044e774e9e45e8274228d07447468493132394c77a7d7db3d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ac83f3d188e7993887520072fc40505c9bf9e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d500d399b569fe557043ba0740094446e4dccffd42799acb1558fcd16ede9e7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b08c7e293fde93bbc93f69cf26a5a267a1dbe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e0bfbbb5f169caa30d529c75c4e5fd6db0203528d5828b897f38191bc5a7e1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8c3bb42347c1464b967bcdca5c6b6168f2b7a3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc4bf6a9c2b6a08c31b91e96c97a30200c83d2408ae26bec8094dbc94d4ad57
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3141b5eba29e66bb1ddd9b0825009bfc971d8469
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17119d7b34395394f850a677782dea645c026daa197d3d565d7d34869a2efffa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb12ee77d0baa59cedf1181cb5cfa54f7e58c2b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32de96e260b3ccad149ad07fce43c332336cfcb8e939984a6c88283d9496ca4e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e658a3295d02524dcd8ef679ba8aeb179a9837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81452828fd62ac2038f18a3861426e46eed0d9d7ea480116ddb8cb3acb55863c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687e160276cda80a91247407a34a004c57b9e10b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4200039227bbdad2ec6bce74dfeb42dbb4051f4f2df8117ce11724dec15721
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79891ddec8bf059361dca15dd6bc20fc15fb31f7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ed334cafadcaf1ffc337089b39d0e45b3762f7f57dffa9ce08a40261f30e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f3134e58314763ca44b5eb771585839a1ae68d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c4ae04eaad381a552474e92ef6566fcb90797fce1e9b075c9983d247030de4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c8652855ead670d5bd0c7871f3ada89c5a035e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943c8a93de3999f041fd0e7fec98430f12e00d678fa3049439e31c77df42a270
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b56616ce32be6445026b8029dd0e416e51526c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b8f3faaa69e6c61b9c78d7a1bf555f78b17b9aec28ec2d2cde702d83ee4cd2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cf35ec307abdf953b1b08a9234d6a85f14c30
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45f22caca74bd1317ad459b7daa2c18dfe63aca90d00b13f9fd37e59d17853
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3427d109d2b5847a2f1dd3b9c2d19936d338ffc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e633a0ea6bb0bd8dea2951316e3afbf5269f00a725d0982a54e0af4d6e653945
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa10e37ab887cfe9e9d3835a6bc71555c08009d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7feceac4d10b7324cfc8198018c3bc8cb7fc017160bc42497970c0447932222c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169ec2e837e29e6f47253cb7d0b3c82dcc1cde1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c248022968fbbb8d41fb45550bff4f574b1c50febf37ea082500dfcf722853f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27ec8173fda0951b2df1979f36dd8b73ed124dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ee2685e77f62521c4562b17440d0bac2ecf95b461b5bfc1e2a0205bd81f21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba127e0ee369262d20f738fb600276a9d09dfe32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f39424d9d6fb2d726afb9747e5632c6b49b55adca2588d3137d8d91081e21a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350e73183703aa3a9769e51cf941a7e646a064d9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9231d3b390cc2e20f82837f7a018e7fdaee80154e12f9c285e46e20e9f506
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c58a7fd815e1a7ac9d6f927b58d5883267ec99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1a38798b39655f9139b2dbd79ad41bcb28e421c21a1b8b28ea9afe992d5f72
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdfeb5e29f12ccd8128e057f86b88597161fe6b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dd12478c89bf911ccc3aec6c4c7d7eef18babef45e18aa415e90b7acdc58b5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a31648fc4120fa28162c8d00476489fcef58be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707c1efa2f5dcfd9c20a06a0c25581fe3c794be541fffa860f5ee71dfe9961c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84779da9402ca22494bb2cc68ca0540fddb0dfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3398dc2d83e425d90d67c264f7d1a6e1e664eb425f587a42af85cdb5c071
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625e3b72ab66264bb6f3ad410f8e67ea7d4d5f99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2192b9e4a6b2450f587e18970a3a77566af22469572b033af9a745d2f8106abe
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5761d89dda7021ad3dfc90ba6d85768148a34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d78512d3b3950254df8c77d5803c4596d7de4378eca76f422b4d56bf6ed3bdf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4967cb648a509f18fa8d407693bb8368c84fb0b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbc39cee47dad454a4d240b387f78501f5578f837ecd2e403d68b4c8354249e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436f4b27ba4773372ff7b2af8146ae946da598ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92505117ac1e87fd43bdee39eec4b8fa4573354613a9a5d8ed30a1e50bffb19b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e984e0276f15861c32dbc18657011a93483a1590
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb8fc587f2102a946b75c8866350027839414dc00999f02f77b41b4aad1066c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22de61f3ce055f1e6688f681eb03fa4649b10ea
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7470f1a09484a6cd463cd35d9d6ddb38e533021dc7561910a6f4ba004371268b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f39e74614c922fa1a053bdbc3a975ff7ff46619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed38b439be3b9d2c15830415287d98d8e8b51d34494049f6f7dcd42940d0c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886f0de95429195082f05f2d6ba7f8deeb2a978c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d7101e62ac1e6520f0188c07260d866d2a54eca25dd4e9569b45d3c0922c21
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703139ad028c1208744ef932b99ab68947858d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9c225c8df51da58f06b842f379efeca4868ac3ff58950f5797d7809653bc7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ecc21f89062daf1bb792ec8bac46fdb3d7b34
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9b25e711c65998244424bf76ef6eb659da10cae8017db1122c38423d2595c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600d2103b7e5f16d831eb3c152b6f6b0829026b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13ce63b9c259bee3342e47de951b91068ce37d7f882eaa1d709cee59220f3a7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4711436315eab7d0ef77bb65e86c89620b4052ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d45c91a2c78811f202e41044271d1f2715938afa302054073d6bc06c1c659
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6a4ccf5f95b3f1a074eb9e8581ff4ef1c4a0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b06e436f84bdc5201d21976e06a51420e5591d1e356cccc4930356ec12b9fd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac0e728529e76be5b64c1229b0c3b73263b648a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58edfe4174860bf4b26114469d02698f3647c5409c8b54c9896f47e603e11a34
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589456a94670bbd06d4d41891f7e428aa0ef0d87
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b58953aa91cfd7bfd541ce7cc15465a95ef1a0c154998d1cc0f5e9f23d2830
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ef8d3c97b73d59d4aee0be432b740baa65cff
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8903c7b77c5d737301e6d8de2bd9cf239c1a7d1bc690d3aef4195e02ee0c1f0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737118e00f96a1b2105ada557ec9637a3d19f13
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296367148349c8ff15f2ee2e4afba1b25353c4aec9722cac8df2b1fbdc715164
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7952f145466648c6c1e0f9a960f4e72bf22b72ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2b33d2790222d686cea75d50151d4f94159e1f9f1b709e805c53bdcafb967
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab21478fd3a13a0f5a60b295e3521c167e57ca
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807bd3180c5cc6b42d9da917fd0e31bf0675f4f8c0c4b8775793a0e880e44958
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43bcf828825b851fe1ad900445421d4564378c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbecf1583b53c79b59075dab88fce7a362ffefbcdee8df3f2a16c32aa15fe4e8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4f3c2d49815912185af51ed100a9c5175aabc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fdbb6823dd0310393fe7505eae6354521f7b6c69c326ec0849742ce4e40d62
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c08c528a8140e05f96e0af4f9ef7f7e05c875e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc2e72bf8b2e04f0f19fe7b3a576b985b407af9fd86ee6a83b85646a45c3ef9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d5a40f44a7dc14d308a0dad9bafc03d4f9f41
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97472c2c6b4a4b0e747768905877ef4169c82ef755815b04bf13df50d867498
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e617bbe592a49f99b8be88cc35dc59c48e9339
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa4f7fb363aad2b44ac0f43d18dd823de902fd87bd06f85c0464fa44de5ea9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f5e1ff1d57db9c220b06b8699c35b1fa1b821
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d9601fb46e8cc026e83f207a5b4141c68794efefc3f59f50eb35f5d2267851
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df9ac73f715e60813ae234ae679b77b59d39742
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86a49ac6173960ed5321224aa56718af6459a31edb62cd37e5f0139455eaa78
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6e054a4df844d42e75f8cc33233894fd2608f9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfa435f3cff1015f0409b4fc621717e43730b0446d78b1a1f69688fe8483dfc
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead6b47d7d9f401129bb45ab29f3ed50ef0057f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37efabf9a6462a4030aaad00da06ad00f2bf7c61470c1c5272eb625ea6aef8dc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e46f5b7e3707651936b0bbe4cc93d3bcc37d166
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3d9519d171d0277afbd5c376ff518386c2c6346b7b240454aa6f4a4eed20af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da039f1fbf24484aba620f7eec46a0aa9126a52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267b7ab7e4bc3c3e06da687c9a929f8a6e7ab6fae185a2cec170ea8a00e1659f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806a29808a6307ade312e33bfb5cd5e83efb57da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d96ddbe73056f3f3a2a39e6e9cb716c89025a99c900d319ff7d89c7678bb03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d236322a62714e48eca8e8be466264db37c2c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d7f2c855857c7d08b8d9850fc83254806307e7ed32d107405f8bcbaecaa2e8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a051d6c7da2c1ef85ddca44e6ec0476b771a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e80c606906f8b008ffe438a3a8a4145b5c9f6984e91a3226a11f0d9e8c8f5db
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4855523d5945cb96b0fc1ef5ae61d080eb6053
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6858c60a67c61976a7ab0ba53e237506ed6f82113fb6d10975218759afcc76af
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e2f20a9657ee5027f646c4c02d08be56592068
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e7563dd8f8ac4ba3e24df0bf43f830f9b0deffd087460cb7f5140065432f3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a706fce378a9a88597c1374e131b90ad5f1d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd46c94078d9c43a5b803eb013652159d6d77e6f83d097c18c1e25389ada0a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a191d2a2e61b2f367a9b5bf45409b3886ab27df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf50679b30a7b897e1f51f1b1a3a274e80507e5ed3c8d67234c72ffbd8319e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bad51b5e7f84e449a9464797ba3ab77fafbeeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a60d11bf4ae71f199209c5fce97c50e5252fb250aa591279145a106c474bc5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775fee74439cb7bdaeb26ba28f4858117582d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d0458ee20fa0552f272d0c73f074d809b33d6f93d21bcea7d6f4b234e37ad4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924c06bac949498909a3df34682fc751ee2e5f8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a851b55c563e90b1fe107511406541ea56c4a26f8e530dfe907f249b9408143b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a21047341015f42abef5503f331625388063ed
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913aeed6d4d53fbb58ae3837f195ad1ef49453943f643a3b3d4a20b142389511
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50da76296e05a3a84109d4d9a3154467c59b862e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e36756d2912fc6e2889d37af6958414b69828117e5195968c4176ef98e5cd08
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ac089b0dd8032823f2fb7e11411f8a3dd0e10d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e333b23d3bd424c982160dcdf3f88639456c34898b310b0db1874551cb4c38c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d4e7f1280b08eedfcdbb0b70363080a5a9ac5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6915ec7ab1e17e8d06f52d6955601395966df53666110ec245738a0bd21d324
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b84aac8143118dc9557f23775ef733c8e0260
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c927803d883caa8356a14a2610a6f28fede563dcd36e9ded8f3c70f5ed19c4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f5cf4dc62c0df1cd36f46800fe809be8963986
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e61f43d499e297bd66a250632f33cedf43176dca367b1f64d9478bc4a6441
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d1f9b06e320fa51b76efc31bb1909efa4357f5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493329da90ff90bca38d07d65d2492477e2b8b6f1d85b94e3094003b774599fb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e46a9fb5eed0685fc00e415479c15691c0a95a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2b8ddedc3e0924e3783f34aeb12f042877a5171e982b7d9749dd22a119e3
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675637ed658f8ea49e0c56f3d1e8b6b3375b7dad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6ba739449776acf6b6cf32b26b83255954062c235ebb4af7f24c2d02e225d0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005dd62369526ea3263d831216752daf57b20b5c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df91d8e5e0bf35352ad200c3c5d62aa91fcbcc2b70d1b3492d8cf49add4432
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51802bbe1efa0105ac3213b0cf8e400cbdf194ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170297d1591e045703a4e111a4b90964a29190d00cc130f6b4db6d5e65796dba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1eac5fb81c5f32eb4a18937eb6822bf362251
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972865eda2d0fa869839bca23fcfeba3021ab615896ccd205162d32cf2b8f800
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75de17a363dc46f70f6a6540a57424ead7d48c7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64da0bf227c97d6f3dba0091297aff81030b9ad065f8aad0fc3972e4014cfca5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43d874009e9421112466b08d1e2dca65caf5f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a31775b9b2b1e93d0878fc0ae932a85208e1c4551b23da4c126d2da0b74b7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6944b017b4f876f5c2337fa89cc2e47c603376e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f96e5db90bb05e30d9b40e70958d26d20fda74f499c09327c7de66c40d28ba
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0974d02807c6648f8921ec255d00df492f277f4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa508e698ff0e34c886f3f18b7322cb3cf57ce73ecbec80d4b03bd5caf5ee7d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f272f40a77af4d09922b3a378bd08fef6f37cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5b1e194882fc3ed03b48a812fed0dc223ce4c92126ca9d860dbb2c5aafc9d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab12fb1176d6f9dbf62cc8a91adc32f90d140fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d90dbceba972bccea105b0ab94f43454e45f793e9310e6b058128c6800d97fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09dcf4ea00fa8920fc783fc7035474b51fe05bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b306714191d98dd5f49b6630b093628b899032fa9cd4f18049bdc9d5f707d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093f68cae6cdbd3c0f0ebe8b029a5aef080c8874
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4db673c9ca766d4f989675debf032afbd6a3a5da46779df55b4f882c5a4a86b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59d77ff9ee62e3121e4f4f4e4a95ec0213e232a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227fb9d1433e4c67ee9a0d41059e79b5f201adf7475f4a77c17f935ccdda5c9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a375209fbfe88ec66283c1e96f68c43afb01bf55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa8497f556846e37d6f107c61cf401ef208d96d5d1c020e84f4b21fcea3c704
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117ea1d8cf190dc1b8e80009d6d8d38a3a38e954
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8dc3376fd3b97662cd016091ade39c4df4c0144c3a25bdbbfb826feafa060e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5310b802151f7309610d10e793d68c79725ecaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde2759fce220c4256368de5d991a2259a50275d388e683605b6e140aff152c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe92feebf25a9f8bed4223562e5a7ee56d270e90
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035dacac2674c650837243519a07df91edf7324e9e6f635b33c245ee3751f5a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c5d14bd9cbe06803b6f2b51e466a7f7f451c1b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f66b220a9514299d4ffbc95cadfa3803fcd222729ce6d6272d5ce989b584c0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ebff9b0b52efcffad72ae7aa21f45173dd18e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1428efe7e742e4edd0499113c854caec66dd27ead91cbad2567c8f01abcc59ce
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2bbf1bf1ea2c0f774379c3a44408c27de743e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4e96f89c05509b68079c56efde3e8d539ff83254f61baf035bde0893dbb26
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953610b641ed3c6ccdfca02388a7ebd3b24dbdb5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e976e4a7d55740a6b53d81a6715a1d54e39817573b2faa601aee0766beaa40
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b40ccedb53ec17370cc37e8e7d5209fca92c52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67f2ad143f65bf23608649afcafffc417c50034911063c53a028cf1f94aeff7
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3a39b1bd67228981c760bf61864414bd420c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc273d82b0913eb2a18a6ceda51b2200417bed23d7d6167586da662b151f5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ddfc6b2c15fc5eb98947844e91baaf5c54321
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91d57417f47499b34523f2f3981882e0ca1b796ae5e1958249efd50faf9a65a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34dc816514692377ceba7d796d571e1590c92de
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804f6c958167815e407b701ec1d9b5a116e321d9529392191f55f76b51521e60
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513fd4e987c07a577dc083cfe97be592e24c6b4d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff118b552919d0986854d2beed74fafa486392b18e1ac51ae76f03f467715e7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f765050fefa355b14b4ad017acb361734bf6829c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712cb43b5f66f99d24b724ca2f3e1e5b166794e09f5b1b8958105e2714275e73
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baa9a892f952e8371bfd3a85cf70ad2de034997
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bc5ad9143f1054f3e23260a7ac5f01ad473a5ca73d8b2500624bfd0374d812
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0e7db3f2edd51b178e5e5d61d07dbce7051369
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9708431587080b1983c48b5a664972202cde75df2a27d2894aa852b438260697
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38a7a668a94b3a38d9130273131429e56b590d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d761543bca0158d51a03f99c96b0fba1fa5f12c8ac1d05f67209e3bb29feeb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52427cac44711be2ab8c0a04fba42eabf19d8e4e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108cabcd5925c26555b138e359719078fd963fa3b99553386dbf718531137bbd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9418c6634a1bb7002e28640b31a0e1d0af1872
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c4ceda68c425faef23faf1ec006c4a59dfa8ccfb630f44dceaf5be03a7d18
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1b345efb6b8686937b897f863cc48f2413449
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d7beac2a645027c29f5758aee99ab6aca8722264a135456b65cbfa02a32c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11e97599518a60f71e4cccbbb1e5df2a720b9f6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fac887fa27a91672380b77cb2491f85fb1a6d8cf7df0714a5d37203d8e19acd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b189114df4f611a577061b8e4678a4683f7e57b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1391893a34c4577c2daefd48ce42560c222511b85ac25210c2b11f6fbd8160e6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e386e309cef8ae3e36567ba67e03a4221b4f02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b87aa0188c9dad24edd76e9752f8a21f0e9f89f99e445bee49e37f3159ebb9c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021d303992e8910fb8c24fd565c25cf9a2376518
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8dac532f09dc4a37b4a49ea69add630be2ec1bb355167e2a64836d3f473046
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5def068132442e9b8191506743333464743130c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893e828e3063a20c85318fb235b21d9a39d71e5a1f61dbd2aba2f8e7e3b8185b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f67d22ecc539d64cd32c780e338917ced7a67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d274cc63ee2d60110b3fb30bda29ff83e77b6b8d48d9343ce75c11d1d440a9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8061ef339137e40b075b81f4d25e7f2e7300312e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973895f58c3ccadc28774f0e436cdf13b1914e3ba90b627aa41b18cbb6215096
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe49f9011b37b2dbfd4b0c5a00e556ff2d41daa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38d23b3403894f96cdf570c143748745b8f70bc621add93c0931ca1d2f480dd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205180b00a83dd997911aa326ff503fee9826b85
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252d0385eb8f4941b785916ac1730a947d1e074941a42115ac1e9929ec536fa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b3d4e3fffd8ae502abcac693fa3b9becec9a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4075c79fc9d96145b0910354b63de00fb19402fb05e9f6ac02777ff834fbff
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517191bd2b9bbbbda805d7d5ca95c41ca36d5afa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42d4c8c7f75f473e5b61f136161c6c82b9e222e487e306ec2bae3b7055c2c03
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bca4b43613679d6dbab3adbb1c5d61230c1d29
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df7a262fe32577d54949237c07860953d269ca7cdf7255e033b2da397d40808
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe58a94587296670436d2fa97d6496d8fe40b5aa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083e2a1471e614a4c00fd1d915febd41f3b688bd5800d9e503e91a6036d2ca6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc75eb3aafdeb7541c958ff5616e3ba66418b54
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc08424c5cec8df1b7ba31d3b162297c577e4b0cc6aa55874c140140c8d599
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e48a670df20053ce6caf92f2778ccd3edfdaea2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bbb2d86669df4be142a6005a06f0ba3ebb5fc6cb89d1088d39cc511053f081
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc22d1d565bb326c98f957e82fabdff75419e9cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1466ea137db5543c9beb5ccc419dbce73dafa6c1d5d16753f734974de2db9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79857b9984242beb143692e43647c10bf3d4f3fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5cb485b12c715d9493094fd7adf9f52f1428ff15a0a4641e2505f7b041e161
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7899b22565bc0f1eb28bc3658b1b5a570e4d711a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2bb9725e186be9c0293ae9049cf69455b0dacb531bb4aca6bd9a60eeb2ea97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864f8703b5a727caf58733c56699fcfccf198e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed991c0d81c88490a5379e29dc073b76240eed232a7e368ce87a32fb83123c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089288b9e5be861fff144b0ac04b5661023021bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317be0b3992859051f0578d4a3b504812c2f2bac93416504b52869051a1632b0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cabe10aacf393384ba06ef421f5ebf7e2c174e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75e3de3c32452c39f330b559f3a855777e651e6af9155cb1bbb79b435daeff9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4835e9eeca9e088dd62f0f953b55a9628629aa8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f438aa2e59ca436e7c36b7b7b6963dd3b32398f650f347bc1bbcf59892227d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b52f5f98bc43d4c01e7259e238b4f0621b1d33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715b3b8d84d5a48e0dc13d1b213b7dcc98828608ab191d0a39603f7b553aa67e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291814932829d1002406a8d57980d586f5fa066a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167501bffe0daaeb22d12cea784600aec9df4c60479e4ae90364e4ccccf9c11e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9fe6e28ba25f6c9536207de651dbe8f9291646
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c64ccc5258a7819eea19e47974dd790bfb92db2f1af89439b0b536e535153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710486483c47055e14733fd6e7905e501730cd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3ca476a230d581d029a9f59b585163eeacc04d72efc956ffeaf0483a9d8eed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397fc5d87333772f00b6a67786474b75e6ebbac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfd7cbf0ee278e5f9d353414dfffb6ee24517458056b6b720b05e702458614b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf54682f2b1b946cefde4246d6a755c858e2ad7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0acbb633fda42b957c548554308f93044ccfd495e2710da5bd7528c49fa60
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84384aceb97066c38b733706cee9a0b6021dc80
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38f593c0d0d0a9a05de46a545faec2762473e61d9c16b14df9c868a534fad7e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1050d69d2e5f58239d8bcbc18cb3674364594b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d5b40e0caa3e6fcbd8c6833ad3195ce509e67e6082542b2b7972b48e72b8c8
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cc0ad192e2c2b126cbdab6d2f7b2b9ba85da0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf88e34163d0fbc2fea18104b3b3d995d8ec0f3eafce6ce036e47268917898b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5dac51202006d99d2a661f54192b57c9499dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34196d046b340d41cef9a1d1078c52cb671e0528dfd6eed7208338f5f3f73e50
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463755a483842dca2729247b50802bbd85b3d0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd8968facc69a16460f7e177b8e07ef6cb93b71843060d7cdf1ee2beeb3525
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7aff416e93d94b0375d9775cfcf76044ac2c4a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32ec043508403ba3d52d6970707705a9db1593415de968415b8c495a432aea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf2fd1d0b4b72d8be68e17a59d9db4dc605a58b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91c61c506cb379c03e72a1cc2c2361e02bfde8ee31df3e002bab28b370d33b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0624df2bbbdb02079d3dfa4e30bdcf0c8a5ab89
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ab89596119b0932687571c37f29c8050bd74d21136da0a3838a1a14e5b831
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0194c91b59538f6988a5dc4a803807f6b453a3c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ada4687f0eddfad5674556d4ed8d9d0ccd9b4b6ded7d1ad29496b152bf744f9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1b1bf11fbbcc320efa1ed852eb939fb08c1469
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd2d0a0ef385b30dcfd4717b9ba22f528ff209ffeff4d56014be332eae75eab
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a92f70264d3c308a9635123ee16135c1bf32154
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da024cafbde03b26cb4299a42f6fdb28c0a98337dca260feb1340ab37c03d633
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f807bc551f5eaca924b3b35dd68843901d2c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3503a04f58c286b8c9dc0afbf176a8998a0191ea15a4d2fcc9d78b413ddb290f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb59ab7f50c803b97a5ae677524128e68a9ef4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac617125c7e31c602576637d997a6e3952155e3aa08ec9369e93be51646255
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5adbee3bccd20f66a3fd1bad999d78ea0eac7f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d48aed10ae6f5a2f7e9b75ac6eea0f08fdcc5dea2708047d317c8f8f7eca2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc79095bce5326fea49174a3ec97208388c4268
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9da524b10a70f902767d3e8639da79b4a3d7ca507f1989971ea6f91de7cde7
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbc5477b7a1308652143cd18635cf928a6f7bd1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae528ab96dae4afaa1a1b9086894a33f126ccbc7d3cf51e0dd7a05e3073f52b4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af7baa3eec8e1511c8fede839f47317945ccb33
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64872dbf6134aecce5d16c6fdf4359c369e16b715a7120337125c800bc52ab79
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc44b5404e75d6c4025aebe678b304935bcc74c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63595fefeee14659f71bf5b129ac3d9b285c8ce656ebf66ae14ea2723e97b60a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70fbfded51da063dfd70a443f9f8575060ca3e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b745d6f8656a1b5ceaae4697fa4b6d85a286a0ecdd6e0826190cedba3da41fcb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5391a902b05ca29f1a5960ff4f282d23f4a230
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a867c71a4839efd18455af474ad00e8a737c47d4432fffae73f0d93340cc6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a653decf909db79d2e870b1dfad32f81b3da56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623c954e55c1c4cc3220ec24b563db28353a6a13bd4bb7ce8141f16e3830df5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2578f6ee4701f9ec22dfdbfcab4ff7460473dd8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f409acb105f4bd88aa2459451c2120bfad022ea3c782a269450ec43097f38c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc04f8cda9ef4523d1ceed91fe32bcd12d5823
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9853df9b7247a84bf2736034c7bec15afbed5b3b3636ffc186d38e159c6e15a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c9cdaea16f86fa821d23e87ecf62f91f3981fa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575897946f392d1786d98eec1482e3720adaea36f8e23237a402b73cfea9d1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc56a8050223432ec5b4ef1bb84460b95d552d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74330665b0873b1d6d69c775be95d495168a8e4e1d6f35b7815acf589020d880
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e1d2a0e1adf16678c77d28873aed9b1f407956
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1549578d40504d9ffc8ef8219766a4899e9d7aa0d1cd2d333fcacd22dacf66
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874cd9f8bad559fe444c86af8e41c5377aa5531a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a637fb9473d158e50728b0ac443e85c05aa3f09947ac772a891b99be72d612
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e271d431a45676e1bf3cf1c1aa40f6226446e51
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f12477f97d9227973d27f4285b35c6818e3694a796aefbc23031d30fdfc5e7b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd4a7a0237b6f7b2ffebcc4fb6221e767c4a60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f4dba0ee7a92622ed08aad0c8097434fc7d5dc37b7caf6c7f186ba1a2e74ab
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99615e1c6722b7303662038dff3f2f83d6c73629
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9d858801848df9d14b1889435298910d58c1182b71b0a13376a238ec4d81d5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8849a378922fc1e3380587b2226513d64fb817d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30746f705d83bacb1e357e3452c4bc8cb282d2e6ac73706b8e4b7bc56aed7b5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc980da3205a73bd5268bdcf4a1aab139957869
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8cd17ab0c0b19dd523ded3330e972a31ad636893c5e30f7a059bda432a2cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8948c2034da90ca2ccceef2f276d6adbf54c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfc40df2e9c5f041ca81ef7494b48fbde49b9b95947246e44e2eea0a979baa7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cec9d1ea78bbe6f39b89fe5cc3ffde610d2db0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd0563b0916a3197f2986ed173a2ed42b69f10239802bbbd245a12a82a0088
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee98d81a4daccacae24ee0d5f0d41ab5ac7638
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5c95838280221e128a0dbd5569cc100aab4781ae48bdf522a6d53a152c704a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780c36f10915fb9b3164d5d6262c38acbdc3aee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353ddfa9f7130730a4cc20ab5f58545b9027b7a15f590c296ec1759f67754c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f05c75135943b7d6f4d36deead1cbc32310b7d3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570a40ee1715340c203fcb828d3ff638e35645d8d7c0c7c8849ed007a45c1e2d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca41e5b962f1bbe7505ea3fd277ff55143209c7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627002450fca2ec042fd0de1a073c2127778f81b552d15e9ebf26aa7cc260665
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98cf209f1e42063a335642de5df5fa283154598
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4e0d6a21adb8055034c1cfbd8b8a50e3a3b80d9d2cce27606c560a5b21d6c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee6358c6a662c896511490ff65c3a6bb357405a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcc521f78e61c5b02af330290dee5e7747c8a1b6b31f2e2077109aa07ec570d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fb01329fda6531e218c8d8fae7574b303090e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e19b44353cc6efadb9af1f6b21135c08dabc2ee1b4d06be5148b07081241ff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8576456e608faead07a491170805e50cf9b4b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaf185d1e97503de36f27d073784d02b75d5e82081de7c6487762cbbf35ab99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf19b24487c0838e9feb8712a019611f7d3fa79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515f31e5f485a8f6dca7902cc8596330d9165fe03d708dc731b17d88a1841b4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31238e89b09d9d54f1a5e4e8063d6e182de65281
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a507d11aeb736ee008e7023a615756cd2d1c03d50a3478144ade632f8b84b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c29437ee33daa492eb05cb24b2618a87a3d498
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b2f0907777bb46d84a8454dcf4b764b960cb5d28cfe50c5d9e67e5692e3747
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28ce693e6c48373c69c765547a9a1b22766bd5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb50f1d34547a0696fb1c18ba5408824fbf65cfbebf3704b086e8f77bcf65d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d916297e0691a4583789dccf44881eed5f5c56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2792a87494986de7135b6d06f9d00119c8e91ee020ef33f1985d76170d1f353
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4d1b9a888526a3702443773d568fc9c2afbaf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588e0f053d5c7e5efdf457ef44e6003c1dfaf8c4de1e525227c501393f80b3d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd650b4dc1af7a52e8142dda1182a9b29e1e9e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acfec8b5934c3c8702fb8847d672a5dcdfaa3afad14827cc322c9f4c47a27e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05f0116b05522c9219980037c7850e1b844e127
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e4a32ca0ba51e283f35a91604afd44ec6da36f62dac23bbe5d42fa489257ca
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7436dbd0ddbd8b6fa43cc3ec55c5222153bc396d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc72b64c16acf642a4f7e7331256558436f14758b676f3f3cd94547ca9f9012
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c291cde2b7e2e5c28252ee7f3d7098f13bd1029
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb6db11d3a7bd74665a8a1fcfb786db171f1be893134cbf8a2fb08348281c92
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0974279a4a8bbc5540ffb4c891a284f53e32a5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8b7d1297abb13f17b14d36b05d5f6fdf83481b48b1f492773366bcd9639fa7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b62c1fe43a3cc5145e5ab691be225a5d5e39424
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21977f07c7bf92df4472325267e8e20f01b44c84e5b0ecfc33ccdc959b72ada8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19378c62dca90fcfb80329124968c6e1fbf9eb17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa821c85bddb1044a0cc931c776fdc2028bb137139d38c01d8bbbe5910e51714
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6625bd42387ea922c09a65e88f08d486c3caf6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04333ceec154ffa4f5c0457ea1a8fb57548ab51e3b7c80e819215687c3948575
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a0d325b707306a47e8746226d638b88449dca0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4521c40bbe482409a1c9664169f3024ea529bdf653dd7410f0313a87fc3d8819
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7205442671bbd5fe670f98152b1b6aebd032ac8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78afce158c4bc546e37d26115045bcf21bd24cdf95ae9675d97a6f7a99433e0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f03034f8e4575ec6a50ed5397040f52927166d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c325b9fc4da443ff75d634b67c52193acbebe23bd4a6edfe273ded856e22dc39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af4f64f08f361cf390a07afda1bf4bee5e81a0e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5403ab4e95f055fdc7ae6c85d455bec46cd98389d6d2b585a0f2b9a5cfde6cd1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d513117596da13c1c645a35ffef5e3abe2dc1a6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43b3fe08c2121d62536f4a60b21795facf1fc6b953d06a7358edc5a86111f67
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5888635fcff29e4b7a4fb3f2b1ecdb63813f1a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6893195d28e103e6428cbd635fcfc9903bcd72ccef494eab7fe15f34e4ab805
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476da1b43cdc6fa989b4aeba838a5d6c1a7845bd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c6b961906f9b52c594c047a724692336d908f76ccdaa66aee95fb6765642d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c4e30b2184f9db2378faa365a5dc6ed53cc176
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8fbbd6f6c9ba0314da222a79bef8874e242654637de634d35e6447907bbc55
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bf5cea85469129f878cfdc1420787834e8e80b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afe5503360a77c6c90f70835ba8de4fc4f4730b41899e3d28709f8c5e7d305b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f784fa2f121e2f541cab421c4512403806bf6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1abf13e9a6b90b493bbc8eded92c82f00d5ccfed7d18d08fae798d64316794
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46b6c51f95ad001d48824026fc9438cd03f6c31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70af5eb7c25a6c97fdaf615f2a7dbb4fde9a0d840cc1e674d9bc0243cdbc47a6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7541053b2c0b4d35690920fe05c4f939a24b91a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc2f01c4f6877e7bcd4d1024e11dc9f88eb198dc2052fd334af96a7844e68f3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416912b0de3580959b36e61fe3995797087cf299
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d11439ddd8fbb5f50d4933e8599fbde168f52b8c9ef1b6f805ba684ac01a8c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542a0393404e4603b4becc62a1262e2fecd915a1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3547db09a54276e2ef4dd3f41bc7bc4900a32e7ff3aa4e4066c26a3a21099b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66767479588a218ebd71d0783c84ee8307e947f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360aedc545d01e52b2e5a31a2d6210e502c80e410c75f60d1ea98ded33bf55ed
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4409ef4a5ee4b94bf31f9ce8e188263ddeaee8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc121a4cd0d3ffc0f4ff3508cbc1a813778663acc46a90d623108583fdadfd97
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344fa8729aa266b8208812c7c596a6fa529985b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9285bac2fe4f7b2bff6c7cd8bd93da6692801c203150d80191bb22e93a1c378a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee31e9f430704be075174c77bc94b6bd247dba07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b52d56350b4df86d974942ddb82bec2a8e9a92c78cb224d52f6cb855787bf1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9a820bb4dfde04e8db6c40996b485aae5b4e9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4df2edc9f78fbb6f5d968a9fc4aed423ca8c59612e3e310068b8c28abadc29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf310dc4af1a357d2da413c8c48d591586d3fd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1622dd6fa9131fc2c5b4cce14ebffe11da26326a0792a33555e3747b6bc9c1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e654d90c162eea3cef7441ac693d78abacdc999e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d64313e555988f926de2c47bcd0c2c643f1bfd662ca7cb5f5cf62898ebb3f4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55887875558bb72cfa64558385f9591f35f59b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3510269ce77f6fc2b9b60ebffa75a9a7bf86543b7069f319c3a54a08cdeabd5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6355c307a987fe7b226a82e8ea69138554a23a28
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff887bd9e20c614b1d32251a68e5b37116647dd114d3c8cea23addbdb5e14622
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211cba7e20ecec598367bc811eac77d0c85f9c17
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576b754d3151d22521eaae331e70e73fd502dbd48d041c1e9a8aef814b62cde
+size 2179