diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025a92b2b07f3983c65051b025c5a6fad1127434
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15f858a1910f593b89a137c39c0a34a200f19f168b37c417fdc61c7941bfc92
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a45fc8df8d48a7535d12b661f58f29d9cfb5612
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3783c8bc4879323a0cb93cb24815bb38ac6880d66cbedddb5df9e213b9f4556
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debf615772fb3fc4831452ee8ca39c66396bb24d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4025129aa9a9c4b3c9b14ab8d78dbbd75b41a0980ac725b501862b1a2b9ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a8f04b5d0d58253fae8701a43f8822d744c84e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71784d8e83494d7ff1f4fece70146cb8e4a91f6d00aa973f977e862499ae7dc3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc9fe4a2abea9c68d1eeb92676935deb295c86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e3bf6ad0dde9c7d6ea8287d692b0e480516a9f0f6900fe8c85273cb605024
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e920c053bf9658fc40daa3d6444493ea52d17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d46efb66dbc4f51c8fd9f80cc5428a0a5c281b2a3131786fd8b5af4dacf2497
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980d4dde3c85257090f7bc328b66a920d9df6858
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bf882d5934119eeb6084f7712d3840b40999ecb7d56abd350b89f5e1f3a2e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348f2f50c16f2cd64d3f08d0bf70c174e0d87a45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f4fd2365c568466d0b43cf6570130bb297f8bd796da77469e0f5d84dcce705
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2f04af74a078518722ce20a68f6e7bc7e31d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eff7c0b7e17fe449542a8e2d35bad7712322839c911da9435c16235fcf68ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae8af70db8c9febc56f54bf61492741dc709aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6a257fe11021b67a432fa985f517ae917d2962f0055c675819f8e02a861e41
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253c3019399e7d859faef703ff627640d2de3404
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a725c567feb24f552f71c3b8e0c2104b6ee6854d43bff1a75a27c87b69876
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fa83e92ead7794b6e09e2b477b855ad7bdf98b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ca2811902b9bc2ab23a55552011df48fa6be43659d4a024ae3bc5d8de58a3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aef30044e6bd2581b6535a04374fc0c9f72683f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd7e0bdc552b4bd79d403d9ec8d57376777165523bddf123a1911dc7d4d280
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0750b7a432a078d285ac2c27c11b1b48d48f62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b833cc90453f56668010de401db53de447b02e60bf6db520fae6a0b616763ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7acf82b0fa953808a556d2810e05a3f1005148
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b521abfb1134b86cbe016a4763e80e8e135da1c3008bf13fbf8ee1fb085d68
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03635a7808ad3fc610bcd20918c3c38cafcdb24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c349f9ed419ec6daec0c3f726b228702deda2bf1919dfbf0cb6ebf354d5138
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79961765797e44d927eacbc4fdd4047bc746b992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14e4efefbea0388b57a88ba132b8957dc1030867251c0d2b35abdbef1978ec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daacf25fe90c12083b63a0961b63491fc7a54a24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b41d1b91eabb8491295bc031641acf907e58300e99c6353ac8dbddd698c70c0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0cd43f698e99d719369e5b00fd2eb10d4db326
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6897082f570b14d25b4ee745160c91830587e7781aaafa790167b3bbd64713b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ea44d182dfd5f9f9ff6458c4be20b641e5dc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c62f56dad7ac9c542a7689563d89272db2b62e2fc6c24c13914ea9fdc4867
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373e7bde9d2c3bc48405b97c11045d7df2f047e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb59f87e07b8ad0a1f6870cb3c5fc22defbc5a71f595707d178366aff874629
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b36aa4a38b3aca49d6ed0c6cbc17a7a3ede1c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1bb194190365ec7005edc72b91fe4c00192d2387f2c3e3308a3a438d6795ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff277772510deaae483934da8279150734c366a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502304e0f5c329f9e369e45ea985b73b010dc8a865498d4ee35d4c8e2da270b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40074d733ee5a3d4bc042aa39bcfe13d35b0fde5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f4985ac5894bd9e4a11eb5a84024b5ed6050302bb83cdbbfc11ae153db6b59
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf497df6514bfdd26702b7f8b5414926d18851a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81cefd117d0241ef36b70b17855ecd6f3d88967c16eb4c2d8c3bf7487954de
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db6eb97635a81b4bcce026cd27539cf76c4a3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987861ec95b5e56a45456b7239dfa2f70f829af47f5f2f16a7568dcd42e899a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fa52cce431e7a390c13bffac531cf538c73d7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b1da5591465f43381afdb34e758e878ee9e9311dcc52f025e4a9184d01d319
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d46a20a8e109db8b2ce69b512ca3b745071d419
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183842643f30e3918a7c44695957db1221f8df7c1a90abdf9521976e1a56756f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92a3199f776e4caee5af18f5704021e3a1a067
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc4b01733dffc2b928879939297bfc61dd8831ff94fcd8093770a6aef03911e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15abb99390d136255a984b90551e440bedb5a696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df820f1aabd1ca10a80190b831c37e214f2c496d80d424398700f5cbfe1171d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fb1b6fdcab7c004ea38da80eb3b13e0177b971
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920aa6fabba9acd5f76247fb5fde7aa5773be4e92f0919e472df988dfa41c33e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb5e54872368117ec8fec185718ae3c7ef7924
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e34008aaf56345379f7fc1ae9ebff0beaba5fa3f163ca817f9431e3c52bec5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299d1da51d1bd3d789c2f41def91b88b68b463b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ea24f2d1565cfb2377c59b644b7aed3b502c3d478f45ebc82bef7685ff2796
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420cd4283d593e6f41604c289dd4925e20cb094c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8f9282b9f97df052f34ffc6ec7b3d824b0fe660093a1f1185f392c10581563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bf731173bb6ece015542d0efa9d9158c3df953
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf128a50c8279e6419e8ce0da867cc836e9f61605fbfd9e0434a4634124e07
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d2c0278a4807af5f4ee8eb72caed320046eeac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9624e7f12a71912794e56521f19ee031500d248d1e2269c40ff91f977541b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862946a2380115e2e6164daeef0f282be96dde1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af58e2bd691a3f110aa18f4b7f93a452b4430d8dfd36e395db31436954cd405
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ccf310397d5462100c54a12acd6553808b9167
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5a57156f3e1750c6591e67d317e7b3fc5671bcb45915b234eaa60f235461f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08d8e0b337816121fc304ec70821bad8472d7ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53e936499e6f7c5081221bfb366c4a4a0d25c032c1923d139a43185daaa636d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa045c7950bb52d0cf2e0571942235bf34c3fdb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b18bb27383f0504e3f15e9b8294a5bfad75852b15cc8313c94c12c7798da1d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991a781b2ee37a24ecd5a319313f3ab7de06fd87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4fbed64d534d74c44589f840fe98befc4b4c4dcf8a40adeb43ea6d33f7af4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39673b8150c3ade83358fb3f4419260c5825b77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5a03f6ef934b4e23451c30090b380f6eec8a50b78d90d55841018d0b564c45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3c2cf18d5d45d473868eb567285b65d2ca2088
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dcf009fb96de6029ddbf08eb168216e97cb2a11a810845e9d52a4d1064b916
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a83df05b6108d7c788c7bba7ef3da057ef2c779
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd2592cb667fa92a8e0438803eef02e4ddf0fe020d9422cce97bcd1be7da7dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1030f5c93294ee65f83772cb8ed03a90c6ab86d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14169259a1b9597d1a1f75799ee91ce940fcba42b3447d73390161cf318bc40c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f4d2299f817c861012b03bc0df67d788a9667f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78320d63a86f27ba044f55bcaa8fe3f0344c3d2dee766c5397701764fd3e8e8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc029f1ba37c8182edc19c7ba9f67b01ac4cf521
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89843c46270a9e348924cbb2de82a203c7a90041acd4bd6e6304fdbfd525fc6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7713f1a972197a45a1390050a6fee86d23eab9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284dc889a1490ef119bf424f8812cab0702d060f071e9c3cbe41bf1af6dad33d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e550ea4c8d7616387c4dad59339e550876a9ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb16e937ee877925ac0aa40bb5f46cc5d8c0d95a9ad70cd2a412abae95fa98e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55040cd4e43f701abd604a563a5b6b102e732668
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f003019b619c75ac62d2eca4b0a988d88caaa586c26c86e1d650c72c20f8fcee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92e3d0f6aa6545439c215906bc00833c16090c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8ae5fb1c15d8a6e9020a02e4a046ee326ba68830b83eb1c24e68d7a2837279
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53006a242f0e1f609164b286f43f18e82e2d7c38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2a6c0ead9f289db08b0d0238eb4c145e283cbc4961fe3e1ef97bb7f819c3ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119f44da7e2a11b2b810e80eea9454fe76680a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b6c297d80c6b802a75954dfc4f44ed6e59c9c04ae5a223804dea9d41ee11e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90b0b2190c690e084bb8220ca49182ff97d3c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a404cb531d78a2c04a4f99569d64da464988b72147bdd97f688beef449c0e7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e240146e288f1e022807ed6e43ad5d59787c234e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b714f5c135e97d03cfc0b2c3d25efcd90d57f3dc59d8e41e4601d73ef431a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8e8f30398b16552dcf85336726f77c6ab8e79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aff592f1ef6aad48c496133bc69740b941ee2d3822f5814d104ed4433f830b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a6b7f7be5e29b317e4c2dff493d2d8381bfc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f91547b7a25f88f53e66827ea1c0571cf052f01089fc0ea1f15f9e9e12a0a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90322ccc1293ff777b93d53e0e664e0d1d470101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad54b4d0a6deb5efc1334c430d49aeb464eeaea8c3241c1060f3fde21ebe880d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ddf8a8481b23491804e9e18e3494ddc962f247
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9a5918c057ea6b987c015d1243d6ba3abdeb652c7a74d3736ad38f4a3937d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e87b59f0268076eb2e61da5f246c4b0cc801a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d322ccb8dd851b8418a4c6a37c53e2b7ed0096a5b017080962798015503e1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4302eb06300da820f037eb903193d68cc1eb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d19d1e254de5851218149dd676902957dc3352f10ec5c30d2f96a66ebd41d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfda58ff82681c51c3854a05105d4bd8b23a371
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760bc89c2d6cab67437c3a9b2613be991f7bcc305d07e0e3b61532bfc6ba4948
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e564cf56df4c2c2ff222c69184ffbbc1a7c7e8a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e531aea4333cf2dea42202218d9ccb1aadd6e0f8f69baf5f3bd299d14f208d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1edaf12f5a4e09eeb0d1309c134429b45b0abb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8fcb7381b3510a4661137642c9aeb9c4d2e4eb27ac199bfb6094ee648850a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1f5f7d44dd834edfd7e3abf5984807e8412f96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ec7f58583e44c7ffefad59729522b497bdacac1eb4f1d0c4f4d91a6903a0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c6d23770134485f97a1cd75b929dca5ae5b17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f669fd8200eccc8a522b3d555ad69f3044949fca3cbcdca5959ac13f0df5837a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc5a9a59a57bcaee2b19bbecf7ae776bd3c661
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434cbd908e9eff0edc15e30032b182e53db0dde64df529aeca007a935df8839f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f49bdcea1964b473f2cb819eee0b9690e145804
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8464f275ad54e5bceca407f5e1fb73c5d9f75f087bc52eebd9b64da26cc6a193
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf44314cb4cec5bc2e943894c08693eda136bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5f2ad3001bf67e5a182bac654fdf5558f22240bc38151ad9ddd76b36b19141
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede804ee1c8b5d602a6da572c2ea9417a1c58b0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec6e716e7266344b142c89665ea34bce6a275f09fec7a4b808133c35bba8d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a470ffc5595e4514d141bb3b2907ee006554ae28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e24c44c082c2eeeb29a992a265b47f434b000816b6c59ac74212bc42ad7b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322a4368dda012e95527ce2ceb691c2421cdfb08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51812345c132e7a6c30007953b38f227d5fdeeda7ab39d401b734750f9f87e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f9360c37f05539d9250e33e7abf7afbf08db45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f251961570e2d58a81a354cd41f1ed423a28d2ebca0aadcc353f93d33c19a6ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e4d81602ef1731ec309e0d9648bd1430476268
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9a3e091d09e3873c50f52a1e0067a85c59ed90b54b13e4ada7299ea589749
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4650902424417f7e4f01d7dbac3449465921a789
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111b06a0eee5f6d02b2ca5b42b5d98be6cc4ce9faaf3816c41b7980cca0b7594
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb06bcb5277f0ddb81dc59ebfd0c983e29da6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a471e1488eb93790ca7ea3c4b30ff77bc36121e7711c31883fb096936d6830
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd13072834183d69f3c9c5241bb9038daca74df0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b06967bb6d0215d023882fa098dcf463693f5004f1365a36794685582e7f5fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71d7ebd8e3c6451902bc711b9498f9856575154
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4669a7c639ce55b67ae73282a4a876d9150355232194795c1d655336a244a25a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1e8adea0b6c97cda8bb85fc4653379a1b6e126
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b50676cb605ae894a369dc53c933cd8d5f4c2a5edc80ba7ea892210999414f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edff58b027820e3d25a8138c8ba7779db4edf2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dd0f6a5bd9742ec622111d9ef2efe43ba4dc442eb768417d0c9df89d6b988
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f103e06f3a04ef9c0a9f95fbf1613cc4a4928bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1280eb10d1656c6b21b70caa81f103fda2b2ff2f3860bd5b2a55c78cdf08e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67bd2347a622d8a5f994013fda7df09ce305833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a4e9d7e94841c5e6c9831197b72f5139c988d2fa3ba606669ae19dac47f980
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8815ca30abe406130bf979b435b985a9072d44a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8383171ab558962197f7d6d5dd0c921652d455eaec0fadeefbaf41517fb031b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67797e8ac7547d3e925f187adde98f35bb763d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25ff442620cd3f0cfda2679e9ab8ba23cf8a7b5c17cf76343defa646dab25e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878c4a99465d6ed0167c6be59a1d630989885243
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f7b59b759526d6056caae6eb145863f575b6dca3af3db8570c0b634193cf06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7274ffacc9ad1c3dccda5dabcf41e8169bd26736
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a20ba7fe166fb65a3878327dd1aed51befab6f060869b4cd9f0c7d58059463
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd1a02f40489f1cd8494dfb6e22056e3fd679d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8062ca7d2c39bb69a08dee358843fefb6ba347de6ca919a2c5fde3fca1ca94
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29bacb3b21d4a612916dbf5e2b0485180869ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582e3734d91e5139f16344f10f049b02c6eeeb7a2aa3af7d303226456ccb7f0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b858dd2128fbe38976187f1ba1bd60af17adf28d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59985279b1debea74e3aaf815df85498895c09a541aa673c9fe314e17ab4884
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3061392576ff393c6bbddc48c3f574e2446fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1bd56cc2952ac7e4855d5641bba8c7de175b2a871de201060c9bfe3b05263
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30661072458e99a99aef6cd2aa02e8d4a751436
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1969a156b659e3d1cf2ac32660b0dc0d5db2b0f9979c2788b0d9263071f176a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25569390556da468a1ac91e72dad365b9780d64b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81463c6d01b5eca4eb8dbccc87964744504d276b7314ab9086059bed0fd6dad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33be13ab738fee7129917e36728f7fd39a16d01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f5a3f3772690ddc9e6bcc3d8e579056382cbd11bd4e5f866646e96baf91de4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ee13e5fbb345ff5b9bf78d71fe20c4537e8dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b273e3112fafa464a089a3818379e7099f24b6b1bea39f547cbbb1579fa3c65
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99692ef558cb6f8d6c3ac75116a297587e4a9b7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23171312ad3708a0b78333fc9131d3e74558226a233ed9c80532ea6da1b3547c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e446e56b60e109c7873213608d6bf9eb93a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9ee5576cd93b09cd3c3064f6eddf342fec7b522a3fd58dde2606bc693c6330
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4fb3f24fbb76485ec9d6303761d6980bb4e1e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229077e28eadadcc9269776dc0381b7577ef68159838610b0597d255b603cdb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae354b742095457ccb2bb9305388171b75d8db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c465b328e43ba1a6d7b930fa279531f89742c09bfa0ff54ecd3637b06ab3b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c57aa354185dca8d5b4fec712f05de16163650
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b8545a72896d77ffd56767fe8aa0223a2400dd9db9b65f09172eff2b744ac7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f9383a38b02307087f13d79425814d075fbf66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c49bef8cf3b27e0a740bfc32631664d3619d4a7ee7a4f4c3d39afe3147aa397
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca7304d28ef666490fdaa66ab840b95f198bd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9a89e047ab7d57191b03a05c972c7a675fb6f2a90675a15e96406c968e9bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a88cf2085daa8cde4a042f1ca8de169ed38391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4f2461ddaa6f46117011c92d8e2c69e52b3b3bf6d1ca6b76af1e02f85be7b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df92c185b2deaa0f4ac41fb99f28e99c5d9794
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9b026d7404e7c77cde944be9aacad832f6a3a063015b999d175c886a38b4d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfe7dc3dd6105166e933896aaf10647256c3e03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b3515e9f71ce35ab2af257efddf149c3e1fd6201d7507588cf598cede2346
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4bdedee02244707d901c295d10447c74caa08e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df5f4dfefd9c34b2ff665e5735267342ed113aa46bffcb87bf9c2da63968150
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ead6e13832e5cfe3a46b2cf8066915e94a370
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5301f0e8a74414813633a46804de602bf238b4f43ab024dd14fb78e5e4d3f04d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5dae34eb58665ddb4dce1dcf39a6a1bc676a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699621a6c0ba7f5a35f6da65e01391d0df2638f4cd565310f617efbc952dc962
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05a159a926c6bbd3407e12c8647e6b180b6796
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd1333b28626ad832a1070421665e07dd194b48531a23decb3d3b2d73f029d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092a1626a5f076eca86abde257bfd6e7cd8697de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d7f3ac8c07307f426f92ba0aff6f303908e8f7c22492576e73468940fecde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d75b94fd40083a839aae9ff68dee00524716f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d127768ba0b846223267636883741dfacf5573fec60a1a8e65ae083c7ba6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31313871c1839fa765b0ebccffca2fa41893f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be0459cee8976cbbdb420213ff96bffd3b8be62b31d2825fb311046ddc56eb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b49e06c72d24847b0a445c2fa69c52e1b16756b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ae26d26eb513ce04bc2416c4eb84d2b83213887df18d393108e47d98f47e3e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb167dbd663e3bafafefd961212dc9c78123e84b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15d86fa61f42722b803ce360316fc415db0c57d65594f5a79005f5d5aa2b4b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fa42a2bc78ef1dc77b95c97b4dcde5c43a2870
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd704de433f53d344ffb599740107c70c9c94cab160a293ffb22ee33f4e3752
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f5ac17a66a073dbd5b68df3b3f472bb463da5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf23b6244fd25266f6aa1bab86f0efce97d5b39b3e136315f7e2fa37200e37f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82efa2fc29f995f68f28b37933e6a6c6cebc57dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9d591b7f7b9bde5f9ff796ba96079c83b50b38e8062da33606f5c6e8d69ef2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b82f7275973572c2c041f08e76a13cafdbf556
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbd7328a1ad14ea855b0d7433e20e817721e3df371350c3e9e5520b5369c3e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237737122653dde71d80a4d06b5d3e9e0117d47c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a032cb22948c5dd4525dd4a300871764496643caee98da7fa3efb96234340cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24e810fe19cd5b7da0b55f73f9ceccf98220e32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8af25ba4064003f6c311be4c11ef6fce017b69b19ffed2d0dd8797578ef9d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b610a92c5d44050cecd378e68ae1f93c235ad88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606e635785124ce84b488e5ef0a939518cecf1795186081ab8974402b1545372
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec09b7f90ec47b3be1fc4bd17ae0acd62419fe9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dc32879bf27497d31464dbc3e185d26b1beeb46a404507163d8ad2617979c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f212cd07d6d0195a6ec638f880e6feb27c9237
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a19490fe2998cfb7cb523197858e93f042a5a4a8edb6c31bca6d68dafc0ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b4b7cd9764bc56c45729754da3a10c4533904
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df614179d6d201bf5c7f84d0be3eea79c6e0095e09db298366b75ece1f69ed2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0334c009a945155b814ba23aef87282d98c14ae5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbfddc5bf43c265668250d90893248082bf6afed5f7eabc3d7b9358d56a9280
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c34cfd1f73ca9da5625f6f3aa0c016e13eaa9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babd6b13fe8446ce83f1e5e574da91810b7479cb0b93e79f05174abf1335cc4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e32db02eb3409be1c56faa8da155abc6d3fc2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a15f60a074605835bc3f471cd04a5962e62deabb9a5cbca3a2eef35ebddaca3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58fb98c91b0e93e2131642599a5467e888ab756
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eab80186aabc55e92403c901063b2c4e56f383ca85aac54c584181497b51ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537ed034ef7a3492d7a5c5b32dc61f6e62b3890f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a0872e4010104b1ed31a540d3e6412c24647c0cab234330477184455e6bba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68808df4e9abe1a05d78cd4aad4e43d7eed3f70a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fad06014851445ee95f291d5e8425c83d3c57c93170f8245cbefc07face2764
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4398e61bc20c65ed50942ab2784145a7aad87d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e76902727f0eecdfb16e0087027ca1452b9d2571dcaf108cafa130254d16eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f04680133d08921ad80a9f22ada795d2aabf7d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81cd02a0aec11a254d9061ed559928c9c20a444839306e6d13435cd92a15a81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7968603820d964e15b13e7c078cd29990ecce23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5822275faf3f4113b50a4508f19191abb7711fe5f4e2294b67566367c1e6f32e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba996bdba0c3ea26344437213188012b69e487c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770b658d8d7101c2b72b533226e9251d96fcb29d7ea60979e8acece30b90c6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7469a167bc8a8e5649f36fcbf019e78e49a828f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2983012e869aeef34ba683cb58006da8946d80b19fba6f0f6f0cdc7842fa490c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12521ad53d8f65054169f0353a9953d1541db345
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b161e779c87fd10239c7d5c65a6c8f6974ee0f37840159850680c9e5cd1cc2bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d99094ffb140e0939dfe89022fd1f69869bb59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec846fb3fd9bd3196acbcb6934d073febe672a73b7431c04abcc175e9d357d9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726d1f041e37bab8a3b45801c4c63ac9199af31a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d99bfae8a454c9cf5dc5204f019f374104e0c18d03fd5c2bb48fcce755063da
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c32c752cec99ff168dff0707080b860e4a0cb63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90434b78c0038414fd7c13dfa9f7bc35217b487a31612cfe8ef78bbfae7a0003
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271e0e72b89a2131ca4af346d8223b8c182eccfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9cc5dedea29c3e984e493095ace0037fe6d7581cd3fda091993022da7a603
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e89bfcf42f867db1aa19b1a5198ff4c0df9c44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a962853ba8b464ca3a513b9778fbb8e960a4aa027c49dc27e5349a3d0d1ae99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db6308502fa1004f417019cab4c62b2122e4c67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8daff75378df81a1b00f4b74cf95efa543374949e3ef1ac62a93473a7118f3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86835b821dbe278a9599c8606c8efa2560f4f032
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09943672ed2f60088434352f455cbc3b6f8b9fc7dd68882a9288b99d9d9cd4f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66b89e8acbf7dae9ceeaa16a5b8b54ae79a02d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8623e2ddf92e9bcd60806df6e0e60313528ed9649a88ee8d12eaf852d7ee7506
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97af3f1de7d5c1bb9c539a111f3660dcbcb25c64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e27c36eb1a437b4f340b77649b3c2576551d3945a531e4ebde4a5c521079aa2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca57736041f5380a9af499662d92059ad8ac096
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e049681615714883e084467eae6ba2077173eb7e7e6ed0359d75bbc3bedf2a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb547a51c743433a791a34ecc1ee99fade7c0292
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0aaa0110fa2a5d3c42e2bce9b8b7934c655cff54660e4f83cb7456669b5ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20198947cd5904f6ea6f5fd62be497ef14613e8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9208d28b6ef6960df268ac4a6368f9889e615a5e9a7856c6f1a08cadee7db6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d75c211999315cbd1734fe0e7db13ee8a5883
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b1a26b15d1b63cde287843b05c2f992430701a233a45e70feea1b0c872f75e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cded8744a018587477fd9a9a109c4386947f8ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60ec18a121e5676dfc6684fa95e8a9705721e8d572b15176d435f9242f50aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5f2b009d6940b00c9051bebecd68d43dfcb12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661afca43cba566934752e4261e78127e8886c87cc56928e92683f939f6cdc8f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04602a5ad4720d8b4592a4120dcba6c232fa3c3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf63eb1a7dac755642a8fdd6348befd5f3ddaa9f0fefd4a66bf0b17b3cc996bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec2031cfb6ee7490af0067b5cd637eae860ef02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741044a97f5929e13b519932a531860442456e89a332595372f98a90487b99bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323a8b8f035c96cbe8634f7ae352b77cb7ae98f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3e505dce2f6b953ad662cb6e72e635d2826646bf6992c4b9f3240a0f87d8b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c203136db224b6cad58b2dc396a7b2f63d80d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfeb78b346f47396f657d53f3dcccd3afdc8c8188c82249251c22eafe4c5e83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96939b587146db0bd2d00f2c493fb120fb4685bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29daa22f1fd7d5ce041ccbe99b8b85ccae9c60bc1e74c3be351cea9aab45edd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89322992bd3e0063a979e26f69e97dcba647c4ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a9364f08e1b1a7fda920fe4b03ad063874a099fb0da7ba3e9c11c876f2ebe9
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb012fcb49b0632273dee2463cfa7f50a8179da1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647de2297688b1b9386972f9e60cf20d03eec18ac4690eb16b5512ef5a9367a3
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a8461333f280b0e691e0eef68f45dc515e3727
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6393f6635d262ebafc5643da28a79e5d2d4440ade497817f0675f236e8e084a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb2143b2d53784b95ac28ae4b279ff892015879
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2840946fd47c803e4852ce3c0d26bcfa37e2d0a8f9267acc56465c9c0c9564
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e59de17f2576dbeccb2dd083d5ef569871018
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d19bdb31622096793da9b930b32e721cb507b974affd36176bbe7489ab4c48
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59cfc36248cd7ea16a25dd5bfd59d6b265bde9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d043ed663d3c59612dfa3fdb4ccb5f98c8e4ed2a5b0ed57240445bc152e3bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044eac74f26b787b89f82079aeab2a9598e12579
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e537b63e26b8eda1ac05478dfa52524c1642f148265012a89df2cff80168605
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bccee2727a14227bf51c561b642ebca6de97cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9029f509a38c59658dd0ea660f6925c5fc2d6d2e44a5db077b6af3382fbdc3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6909712ef48c5e5149d054e5aa3d45c7e1c88eab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581851e332eb9842ee72b65acd301f54e66f3161e8d2ea1ea4341838f2cbd1c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee1028a1d334cdf86029d84f6c29c630685b925
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb05c1f55e304ff443529c4f27484e932d1fd0659e9665dc201713f2588d7395
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061b2426d7fc0f50c4dabf42437893c886c1e2c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f86ca365a5f0e265e22db9489edb7aff55c6a36ecefcc686c011ce8cadb55d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae26060cd74a2ad40384157443280522d6edfa3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fa529eaec3db55a68a4a024a0fd288eaa70fa71be018d2406805d742d2463d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7806aa98ff134a8f2802858699a059a608fd276e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d05ddeb64f74b835a79814e4d161fbd8b50fbd481bef20839bb4940e43bfed9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba95b878f75418cf73b6e6fd6a3072e393d523cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5542fc14328487610c69e07f3fd120dc68ffa2f5b98ea778e9e8410c568e77ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa8ea6a982a25465167c091cd94e055b1a60225
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b4b9174f5dc7a04a0710867fb7e707d9d8808ca2d433c1558dd6ceaf66c07d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb8813836b90ea088d7041b891c9b2197361d59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683a8038d9eb0b5c4cccc1501a6a2c73966ec9dec1c94b96b2baa54034197217
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f415ec8028cea56973bc38d3d6e6c58fd122520
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8677f4abe3c581230a86bfe532197151345bad2b2ae89ab950a21f343829a435
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19319966721337588306ca64c07270d50648ab02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1767bafd25336eae7da4121d5ab1d1d47497c92537a2804d597259a11a3b4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3864726a180a5c6460e72613b7f24e3b8cb37b8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11046d924dbf87b8476f62b689f8ab9cd0174e1657e0c89707e8a2bb1c4e5e88
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d29674446ffc09922caf8ebf09008aa493f990a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70b47274581c447a3882bde9f3b9f10c130413f55a8061d808d633e85bfc3f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f674c9d9655a6189868275cdaa7b7454462eebb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d8ebed4345b6fe7a2e07e1d3411875d532ac1c8de96187f6593987a1d09c30
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bb28783c25e3eef7b4abbb0ce23fbb86d24b54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44bf541351d3273583d2cad3f78e42d7157def28b1e2f9f1a5c8a90cfa2265e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d272b2f3c3a71ac536236a796a8521ddafa5d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf951787e9b1740291017c60a72f17aab8ba7e6deec3fd38b7643591d04f6501
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f963f72de3b7ec935a95b266b262a55f0b58d9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5fb37c575e6e27e20b578bda73aec4735d4a248aecfa34b74f677c615349f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc40b601a5491b8f2b5e1a95c7cb4b4dbbd68149
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f352208a6352e7d2b500624f8d856422bed697936e8552d0a48d645b05cbff68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ad168c9e953365b4893c9cb084d8bb7e1d08e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdffdd0c3d4533522e8c04d94fa207bbb2c11715013b00181ed259e1cb249a03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5b9da029c152e66a1cc9a1146118ba63a61bcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c168d1cb97bf3c134e9d6aafc66e1dbabbdf5ad6e265d2d7df7d8748a51709b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d32fef55ff8c5dbdf4e59e31df6142a1a60621
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9477c30e5f8fd98ce787c23b610673b9cc85c62c994338a50ceefc7f298e38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a0816d894a33d27eeecd0cf00a86d3ee844cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721a7c6796eab2da345438126fde8f27f04f042179377a4a118d22f797e3e3ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c02b5f6a01c15a7a658457c14e618fabd3f7d55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84a5dc623dd565ce0128f7d3962db6f095382b1f262254b7219e7d127ac20c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570a4b1593174730a2c67dfa4514d170a794aa2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de606c36bf5dcb74bb9e6540d87bf3f63be1314ad0d0e714bb934bedcedb531
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5834edadbfb1720fb8c5bd372cf6b3285838e522
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354aa6b5fa2213d017c2c55386449d16d0326f03cd746a5547a8d4ef3d2404d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb65221fd15698c976569b2c3b8049c479547e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b6564724e4546d17413fa39671a4d1025a6b0d37cc2d39d161480f54b5627
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c845d9fc59472f687614575d06f2d3fa7f35fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d28866b40e7107760f006027a0384eb9381abe01c66e4ae41dd163b61739c62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a66f14315c3cf2c0be2be18ee3c936b3c4a7a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef955209593f0a9d7060b9871a72cef1d1da8005913992dc1415130d1412b7d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b75e23c6f0971b0cbfbb0cd4385dc2a04dadad5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c6842027973445b25cc50b856f4e8a172d3db4540408699e814264ddde8bbf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee3cc13655cc48456845ddec062e9ea3b025212
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef9847e41438a7240e9d9d8510b55c39763b120022bc5fb56478f6f10b13a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ea5715c6a8c368de1dbef4744a4f53b9e62723
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9393a502ae1477dcbecd5c6b9cf0933ec0313944a5e453d18cbf0357d1364f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab95cf5e58cfcf9c12e2e621d8b6e5d45ebc496
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082812d21ba31c72aaea67ac28f6f10b64653fbdf6ee58469ffb247e7a9604cc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998e4b6fe71695ff2138f3aa0423ef760f3d9eec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54947d616be11bf2cd4dd1a764feceb8442974e0ebe7c3e3d886b23e5ac32daa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fd46daceadfec693d90f7131bbf5a3e00c713c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f109f9a458ae36268ef40c5d19ab7df789efd2ec9450362bfcf1257865b359
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2d5e4cc84753ddc0c5cc14ea7a9d3271c6afc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faee2e40a2724d12befb7adbdfa4b481d690b2b72a317b51df1076d2d17d6356
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c07ec0cae171f5985734fce9367f52aaf0ff270
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f6cefdf30b587a5cbdb81363ac2345636af8c18dff74083ddf14252e239ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb788c87d2e46498b1d2052c0275cd853f9dab4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e01fab1f2e57ca2d7557ca87245bde0ae6ab1508521ab99a8161242f2d9e22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f8f84e0214e264d7da876102c9a571e59d5a01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160cce882d73b188139ee3f8f6a0e7cd8d37c7e86245bf414a7dc78495e745ee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9bd90fe15e2cff135be487f7c39ce8ef9060f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ddea340ba3f288553ea9214436cda1c572819ba5871e85680e0796452fd107
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1c6e8d450cb3eb3857da321ab19b01d2e048d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297534b245d39ce7e4fd68fbe15ad873fb8bcdfdf5a931827cab595e27e8cbc1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dc762ffaabeea26cc2737170c5227ca7c99b54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c0d315f4ea982fe33c7ce96463254297d478c526218e1d6de77c4f0e6f902
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a929b218cef67f226689f09757b3c8a1839b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61919321ee0217a0f999e86990bfeae5f6b3fd3aabfe466f912383a9c27ed20d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2318bceef034a8080958c8006861a166676eb6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dc2b1752b7f0ac52c36f2a09660934440f79a2487e4211094097bc95d4efdc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c308bbfdf5cc8cf88c46557aa0fec5fadae5c3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642a0170636399660a33a448c3f98b3d3d2b45978ffbd32b08984f533b5a849c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e41217022c16eb4353fbf4f154e73e08af7a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1370f09e730ddcf4ce554e4bf29ac4bd63421bd8e9c42755ace103b2b30ff00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38391753fa07dfbcec5dcf842428454a5c2aa7cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98791813e84edda6ac06b560d121f02355746845ed0b9fcb54570d34db76bc50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01d81fb4e5a4ee6d4d2fd269993115e0c07aeae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0a80ff8370fab3a741b2a3d3554153f7a24b72bde3240704c2ce8c22b5ad81
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e0d1e732783def8b05a659377b763671c9589a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4a6bd23e8eb03dc3cb3dd4052bf264a00b875953e73ecc5249d98088cb75b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81c38ab8b1c22996d3943e4e8b1bdff4f8dfdd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892ac0c75d30ea134fed793b2fcec235616913c7cb0375dd305a5b67d3a46cc1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a6f4c1517f63e1be8409b63239c2478371a8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127223ccb4f4ae4acbcb2dd5c9bf511243a2328a607353ac98d79b65e7a13e44
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14e9fbdeeb26b5d81cf21fc41ff47f6b9bc1ee4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d6dee8a1054912f8585e90043dc5bc098f5c9bf58e579a1797609b5a39e726
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872eeed16dac4b1db99bdfa1d1f5cf43441badc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2628af0a42b57f5d6aa2a8acaf001c9579762b660bac976d22513d6750a3b75
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dccc795d4fd9d13105075fb1ccafe3a217f2a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f609f3bb2a1b0a1f93ba4d0b4fbb8f828e4415e245090cac8ae89856e7e5ce4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc3012bbd5f98ac97abe67113b282a8ea9724a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ed39e39eae8cc7dee0481297031785905d2640348b2b7a1dc259e10bcc3c2d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026c136ba2ea24043593a3789ac90c2c601a3b99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2344a6ea3c529b50380b8442c43a9ba620a7a818b63ff6684e48819eaeeb51c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bcf42e6816bc180708f190cc82293e1f7222fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15decbeb4faa67e161eea65fd6b164ce7da82549aff9c0fa1c24b2f4699bbbc0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a9200525f2504b55102dd6118cbff592c086ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1247537c09544a93e041c08536060bdf9f535f8d69ba6843bef9f92d1c9ac80
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca02d37728a51b58aa884f19d50c19618579d02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad693649725a200ab122a202b02a494ecb8d8afebd33b0f80dea2b51d54304
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060e99b8adfc4e3e901963badf3ab21e387ba62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1f38e2af0683ad456f6512d2ca10e8ac9574c60acde0ebf0f00e3198acd747
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4eb5479c7f30c11e1042559495f86208fdba70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef32906967765c5e6ed8b0f99b4e5b37a975e6c0cf2ea2e0325a4b51d1b13dd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6fffee32712d6f7fbe9746248ac7928e94292
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab71a64c799e7b07fbb3664754c18082ba9dcb85d2f0ebcbcb3750b79d9237e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d345042c4a200c84dea014249b52b8dbbe331e16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4bafbc58c457d38b8d7401907d5784a167f014458ef0e63c2b611133cc5131
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34df26db26b51b6f30cd392c8eb6202f4a714acf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c7bcb1995bb1cceb5718987c0aedfc8e9680340f98cc05ffca89088d475ab2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2974042a8f49befe96cea701a412024b772d96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b44a0adfc6c88d658ce33b2f58b6eb938837a670d451a6892911052544915fc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551b589b3c4fb120dfd0d72548457335df79bb0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c6624819d55f6b0193bafff8298b7bbe60050247e3953cd0c9a90c0c4cd7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f29b2e61e9751bf125f0d193acf35e9daa78f75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29c22f487893606eef76c502d0178276557670b9445af98950c78113900a702
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3283d4ae12d3a632874d573e7e2eb173f306bc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa40e15afec1215c31ebbaf6e943838a42e8e5cfc255250b62a0c516d13dde9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068f864b133873c91dd3d56c54106d619c6844b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d308c76588cca7a3d3b4e0407d7040f17f9c173b1487cb2d719b9dee3633c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d358c7143146314fddc88f390a0fd7f146caad77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da949a32bb8316e83f385b9936fed5d612edb3c7bcdcb1a87506c701adb43c33
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d683c846c5a2933aad09d8a94df8982dcff95a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703282613b82687d87057f17705f5064a99ff9c88c14d9f29525d378c6e6d900
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c250753574e4dc48b24a4c910144db8db35a4d7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d335b0a8cdaffdf2d4daf2346025add812148e328983f184265c4c3b793c6a93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4b7b3f4a9cd48d4bc0383a1ac7548cb041330f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be676886980b8baea84411961886146f32a1a64de15aa03b030b8fdba269b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82680e08212dcac48c0f49af0174b54193d5a93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4f7ce7597d49f5965a24b3b8e146fe6552a55ebee399ee16a03ea37e294466
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f219032353d95809521985d3ba936db6476b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a7073e6da2688893b79301335efe1f56bf10a6037d2bca2970cda758a58eec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6415bf969400b39c0c0b0985def5a08db8b90856
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baef13998221892ffce377b24d4b39616b1afac5fb76e85188ad826329313980
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de16b6f398ff7d8497a12cc750fb662543575daa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5b05a76f70b9fe8ccdd2933add6367280eda9774c7eb043a194ee76a812dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3db64af1e99ceb288665c6b4f0fc2a7870a923e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad65c9c41633fb9db9949838e2f4d1a2563e25107b5ee576ac43d762a6fd57f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a798e9744155200dd60bddbdb811b55bcca19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d8908b0d565f255032b7558ba3126f10e848127e443ed22ed3fc64582cad58
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2056079a0bb619370a51626977f01abd646a74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4f552abe92819bb48d610bd87046502f12b35da9202081f3db6fe0cfd813d1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5885a61ddba61c02ca613362317960b397130704
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5928c6bacf496231e5503884e9c428099de3dd2c1f5a30fa4cee3b8737524414
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b27a4d1d49c2f08574e7c140118b13734e093ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4d3199a32c42d164d47485c4244db4b0452192f933d2f0e33fc813c5809b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4af101961fbec2e260e653ed2475e8f52ebc59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32d33ba6a8fd1cf74cee4e2d6435d9e1c24151bbdbf698d6fdaad5b674df8f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253ad6b1dfbff75c96a1bd0db1e86e139b9e469a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5e718312a862efe0d20078612365f375a75c6484bdaeb13b7bb39b8106105a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475e164860d12e15b6c0261a02baec87c8361de4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c6ee6ed1e8be34e0399975228f2fdbee8d2465223aff4265336be771047cd0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcc0859cc747b25ffb830e5854e5d10d6b312bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c737a854e5b800be3c69f0a4e11a0b315d3266b8c5141eb29202bccc6d025dd7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b88625a380fb00f056f44100ef22a8fe7f3339
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e24ac03585f5aaee6d32ebe26d9d9b70f02133b8094e22507f0fea8f80a0a5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068a0b9770da40772ed00ead3ba1fd90b1695737
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130826bf33b9d07ec85563a83e6a67b40e01a7b9ed14b23254b9d71766700b01
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813fa0eb8eea8197f1209337a06e95826b104477
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51f33fcac22862dec458dda9f197a64eb4bfa4affebd14c7817c5bd3eb42327
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb67bb32fb175fa36a60ea0541f9f7c778ee78d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07784759fdb6ddb9cd6204b757ab19dd0bd6656f420810ae7c4eff118456e9ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f1013e774017eb89b928a2875cd9f1e49782f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45da9e4f8613339921e2c7a851c756cc76635c22d9e493aad16a05cf90d5864
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea8b334a830173aa18732d328ded9a7254dbe5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47120c69dd7f499354bbd2dac84f21357a0a5337032278ffc4adbda01ff58bb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21dbaf16c1705b93976e6979d969eaaf2fa418
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03edd6d7557caf422d495c329ec0fd85e928c5e9c059695bce16fe6e418f07c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27038b58754aa82cb368c1f0f4a6a46983c439dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78339ebfc4fba79a96605d8d24672ba308607a5d853e2ace5459b3e166cf7171
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e33201724430365583decf19f15b92e2ba77c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61166649997f61504726e7d90cd78dfd260e281f6e87013aee17475e42023c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576a95bc1ff6a0408bb2fdf78b9c3eb670256f23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81be478176debeafaf605c2a5f36e9b526d06eeb722aa4926272ca08d25659e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae074cc11b314e13a40f20f7e4ed82717e5b5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109cb49438fee432aae1d9ce1b7cdd7b34632215e295ff616ff7434f2f09cb9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e87a59ee8cb91483f9b16c863065f8c9cf1a35a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837cf299cd1214c499730776b3373e273478f90039286160f6eb78dc6c772096
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630ebbf56fec4f96013f5606f8158ab43db5036f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382981ff8f2219794ddfe24f1ffe16ee8077b03ee0576b0d3aaedc3d6a577fe9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fa029ef611a4888f8e97ae980e39a2a1be83f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8e4c69fb244a9622dd065ff8c6ee46fb137f3001fbe05fd4c7aada8df01ee9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd808d6346861d14cff44cebb1e128af5c192587
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9e8ae8c4db896dd1b6ef7f95b1d38a1e4bc4954c70260c32d9b8a392e9e9a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ce7e7eddd868d5dd96ea33cd423d83db5f6533
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c69c1fc6f77b80e26d75ad3841ffe83d330ef225a8ce5cbba029b70bc03ac5e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b62f47876eb9330c11093e8cf3f5ce3619308
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c0a52deb8020388de2303483dbe6fe5ceda1dfda331f8792a42fc36c9e4e0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d7af6fec203c693ab4964eae35592147af24d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6287fe7d0a0b21466e48e06a4ad2ddc87689d289406c4eeaa77846081ec2c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baeff076cdddbe45cc1900b897636280093b8a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbff3eda661f6e65b42264a64454a7f04a4bd3c45fd919e2a20aa1acefef38d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff2f47ae920f73c6caf239dc18ce8bba33d79e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c022fa34fa178b96d3b6e2668107483048f29a66351babf7a338d88022b200
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c99c66ecdc2bb8214ce82748330f8ee52da8ba9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112b6688712f58847dd91c5a9fc7b0fbd6d7cf25c543f85a335011bff6ae43c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e222255174ce8a700621cb5c130358b56298e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114303071d89e26f839a944baf9c130c96389bd96d223ba48caa1891d274a8ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07a9a4700ef0964dbd946d8b134db00809b7222
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22ff13abfbbb2655bd8c87ffd68d6ccfcd89ab8b584bfe0f709cde56c22810
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2051fbf213f72b98a6749307570f44aba4a51e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a47c3b19ff63867d562a89ec5132d3edf7f4a6ef1cd5e583d66fadecd9c3d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b004b52bea34ea5409401a23b4b5a0629277df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cfbfe25f03300caf65a2e17baf4bcd8938c691bb36d083f5f47b5d4020275b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d35f9d5e16c70c4f6ed14d3d1169e43613dfcce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a1d5bafffa9fb4642047157e8773a09c461bf0269437480dcd8dc6a65c980b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b715be19b4db4f69bdb7a5ea0902074e401cf522
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca603f9dea4a4dc409821c8e33119c2e04cada888ea5708e49a12b4c798db77
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34eea9ec5c1b850c878260899cfbad036a365c2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b043035470ef54369be8f3647c52e9c9dc635b5b05b15e7c5fe7d3501cf7ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a59dd3d48e9fa9b0b8892cf94e786ae4c83334f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed94689628658bc4ef44974cc0193656741762e019f81d85cbe4f8ae74f97681
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d826752fecf4bf83cc53376e524da2ffb235c572
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4006b6432191a0d2718a81c1f9d8c156f544d79981a9c304fbe5cba698909c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ef241e2438c3bd23d6fb23b0df7f365aa9c780
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3580d46df3540eacae8704eda54264325329aa8c1547620ae8f2960bc0975609
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd135dda3bf1715a32364024c71bcbba09413a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbe0dfca29865589ebc2c4816c8e850a3e2f14163d6646ffd210a7c3cd9dd92
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d878443a55bc007db076bd8c32c809ab995d2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ec72ae23494da0664d0ad5506af65c3a0726d8aecc4a8e330372b070773f34
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cad012583155f4ede9efac8c02be77ceed3c39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff9f5069c888aa34287bf002d44821c1ea8c62bd6f855d67f2e4b58679746a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1559b3732424d0d62b804e46fa0f5e9130ef08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d7d2315a69aaff946c3c61c225af681989fb7dfe055b289f1eb8052421680
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273f0ac4a235435314482f1df25cf03908ddc9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a88629e41f6c791bcfc5466461242ff25fe7612a3cd20a78fc559c5eeb5160
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8759fd732bdb8dd96d2d6e2977d385e2674fc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a4448b3dddfb2978b090091c0c5a84d50d98bb4d45280c2d66b04f1ceca27a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9ad6b47af7b610326753cf6a95d8abe94c4c7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d8f26d417a9b91a55f1688c5184357b0b6c23ffb03cc5fd6130f4ea1df4a64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6524448c06995a513eeb1aad780c8f60746faec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b63b44e01347d12465a2c8bb67a0dd31fd74d9a1a9a8486ba463b306bbe1f2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248c879e10eb68973cc237b6bb4806284b6af126
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c53f3490be1d29db36eb80de45d1adf9cbdc2a1cda185f21bec339d5a5c78c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991cbcab0d45f97d0d50b3befd85a7b7eda6fe6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5951f375f40a9bc0b025c425b3c8b33f80f4e3ebfa392398adc9fda1606ad97a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b4ac2a306a3785398a435867340bff59d524d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb93b411579168a7c0d8b1e1e17b432f9ccccb35510d96f9c2dd5c1d456fc3a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7216d1a0408547b7618512d6db68d1ba2e3ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24443724fa0fcf6cbaef6b4b7dd77147c2d0fb6690c35e030a13f1f983f74505
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8171c1e12f7fb05d062c47886cb542a89a05fe5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255c503150aa8ccf7bceaf86ea398efeb5ebc535f3e4bd18c6ba63b38d72adcf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036ea2819b5a1701546d6d5985e72868d474347e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5021469884749e8a0f5ef1e5e538893b221873de65d2d239bade94d6e92310a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0729e2b5a770773805a88f26a043cb199bbd74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65add1ae2e8e6e3a388cd4873da2b7d5545f73f5e1322470142ea42e492bdbf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dc1123604ce48fd26f64fdea178ea9bf8bc97c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9b8d3b6fb46609ad7aa8b4e26ee6c47fbbfaf29dbc03ae3d3106eab55091f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e392c932b7e39d25b33d1498f97ccd4bd3933940
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dfd677096552abafb0b2d48d07b1d5265a2763a05a50ca24cdd7412f1534aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedf2e9e889c86b0a0c53bce0a38952090f953ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cb659fd411ed1627b5b91df0d14331e4d554bfbd9450fb9c1f5f4e2cfdd670
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a64bc2aa54be007a719e8f6e23f1576648f63e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5930297a6b3b2857341f965cf9eb08c7fb7ef10a4cc27a09ce5a9e7e3c3764
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e8b83f99b070fd451d3239aa6b0808019818bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a47f5e78297b1fe3c115537a4b2964eb4917f015cc43ebd569297bc835c72d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b26fa7a0cd5d10fec41b0049e8a79b3004ce6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf3bbd71f6be1bd7cbb575d3114a6dadd9567a14ed2a6dadbd06ebf97837e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6d7578724c10e0dee56908b1ceab6e57426244
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5554de0014f03d3d899a64a58784439e2f88a1e21a15f423a0199577ada5aafc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce38de36979a56433c4585fd63927c07c6d6a5aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3183a074307a3265ca64b43be1e58f5679ac2a07bea3d9fc2f31439fcebeab6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afafad9c5912b12bc3a2aea4ffc11a94332b234
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a49b09a53e96cf9a2b28fec0e50baa1859a9575d6514388ca6e1f9e5d0253e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad48de49964e355cc34dd7aca7482c5f5ff177c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854deae4dfcacb73cc329d69099093e357a67a28a9264534386e9a887c2816b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fad23ed9bc775451eb09284449622d38ff2948
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7f8936d7c50d3ecb540e175822e14eb021f46978423910db98dc68669c69c3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff24322a70897bd9301cebe5bc881d7af5ce5f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfe7e8c4d38e8df15a3b1686630ab53b4446a9f0601184f6178164f142a1bec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aa21d3b5f84e01703e1a7ea1237c9cdadba4bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f013e8c134cefcd0e3cd4a28cdb0f2b18f0f85ee0c289104c08ffec102bb12
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef3cd6bda4c7a11a11ecb6e0c60353c8e93f12f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36369889011281d7d12feff6249ca2c1243cac8ea820119c9eb5fd40606385d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e21c0e4ffb995570a6d5982c56e050e3dd808
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99681ddea7c1363f508c86234d6f0a62f9b61ded6baff8cf089b019e9da76cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a650eea1ad960635901cb60d4caf9902920d755
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1aee3fa764fb9146f1c5a5fa89c65471ad852f1d4c33eb7cfe11089c74101e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5767fca05f2ab207a1930c70f7dfe8b8ad1a4227
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feea3eba5face3f5a49f86041830dc5c91d8cbbc52a6e9a7ce2756a463f6bbc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b12dbd5842be1798b8a3038ef49fc1cc1471bf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a947e4384fd5a854f0d46f2ca55012e2a3213f437c8f8e1d605dc2388f70fdc5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55475c32372731ae3b9f95aeebfc138ba28bbfc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50102808000de39295ae9a8f08a0e16edaa51273c1565ab5543b082d9117ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e747698bf0f2e0b3aeb5295619907a0e49154191
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4463dd6c2bd3ff4ff7b3555bcd36ef1733f7654a323e21304254c08fed25fb1a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c805dd05c82cd566cd48705d24a5fad7254e4cb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f3cd8a2e95b8041c1299ffc6b57a894363acdb74414adb186a79e6422d700
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5843fb28a92e6ddf492d1ca0657f47b7dbbdc17d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498c5e162d109a7c1939fd7969650298ca6a7b2cb51f6af3351df5d3d8fa2b80
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621b81d991f1af79718bf3f5f9b3fc29f4402998
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1152529460c09708e4fa26e8b968a05da406f32ac01476e0b65c03e50561be1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57090ed23c45c859dcbf94f78e4a6656989b172e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b7c23f58a852821b18b0cf38ef608efd931e4f6f0fcdcb15cda457965a62d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2376b05a00e14718e891acabc9c8b7876e9ba4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dddffb5ca18ba02bed8020fde2901019b59968be2e2b4242d8b6714da3a6b11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b32e8af7b19b5f8bcac54d43101907352e6a97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac45c3f09c255bf36d036316175b51c2d7edc1949e8c8886a116a29aba6aec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1120b15996e7bc620df841dc18191bd6ac86b0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c136b91da6465e57c4e51cf564debd0c29c385e3024f2bb36c1347408feb425c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bf94103e384403a0821aaeb4ba056148b2db56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9552352f8d931142464707de5893498ce53d4af66f704091b0407229af639cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeab20103866b3961ee7a691bfab9b081987e50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0636d80dcc0916af4b1fc339507ff1c2baaa4a74e5e1e9a3f63ad367ba1876
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3331af9a015ad3b8021fa6e2190882d373b459
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa589314355be7d15838175e545ce1c81d14c6ee8fe4f63a06d1522faa650d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33337c4e2a7d989f381102e56f1e8af056766b7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8259b4a85d3bbebed7019e759d8bde7910e68beb13fd054844d4c56d88d1a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52527bd675b3aa6118497e43aba4f054ae1323e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2323596c66f8fea39d3f37069d32ed494b34cf74ba91bbad3c172aebffb549
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79359aba0c652e9a9ca3a372a1284d301b93a07b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0def8a37deca3952deb0c4d49079d11548f8c99859cff57cc8c9b76f780ccdef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5b1d6ba9187190570fbb295bf3bb29c4bc34dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9de556f1dd8caec212e8e72dc5d21f8a62f150eb7c3587c0b47bba510d73511
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f783b5fe47102a767eef5207cf41c3af72f4f0fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08748eeeab9185df7d123987d476ad283202773014ba37bfd87da303e6e2d909
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cb8559c7bc9ebe96fd51e7e8f394cc52165f15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e077c7db6744bfdf3fabc8dedbb3476318d846423237e6c3c70ed388b7b3e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627981c0ed92c158f3ce3dc7fde0369cbed4f0ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461573b695a043e2cdc8d023550e4b62829403fe67b6904d162c6c86f7922863
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e07351dbb3b61b5299d2cc5f7739bb00b2fb0ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a452b9b9434316ce79fa173c8882e323767cd6c89622f6d2137a6c7b9a5cd88
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66dd5d6ada923854885fcc3e484ae87fd8383d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ad3c202ea1b0da3f8e91c5e24e73c5ae4ff046a172a9435b9cdd4d9c92535a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d6e9562b92a57ffde1d74de5d1746b20570684
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e559f3962478f016919b91a4b86d604da22fe6bed9b28127f8a223f0208d414
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a265018ca5ce964558fd7f83b5314c69957674
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d73fe41a32322010cfe228d978e2746c59a7e480ae8d09d3f4af7b2ce705c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb73839bc986f1ad6c9ddbb1bc1b8e1d82f057c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201861a1f546f70acd07931cda736254ca3b85972dff612de330f008b3978557
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441e429fcbb97f19b19f7817a0be090cad21060b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbad965e0f71e2c7e8538e178572b87b0c3e3f14ebf8823701529873d86bb435
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cddb102946907bfa59e4040d0baa40fc9d37fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96359a6ea0e0acd7e93228f35f24963f0a38987914bb1f738b3b2711c8142a31
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de91d654cb54eeb3a2eed71d6c5bb368a4b9a16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b900b8e34cc09169e4e6037822b1071a513d8a2fddf2975d6fffdde949a47f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80815356365fb3754a718e76b102159971b608d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63eb1108936315ad0f3b3c5d5f482e0d30e9d86145b8eeae735053beb98ac54
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57495660241572c2da9eb2fabbddd777a606c747
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71186b36f63d45599142d5b09d05c9dd94d1923c562ecf4e00e6f58a9e717363
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21feb1a1cc941d9727984c5c89bbd83e26d2e88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c53aaa14a7db6a5e2a84da88c5bbacbc539a90df5e7a067381b7b4eae43f7c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82a758248324a79760c790a1ad46b62e0d21dc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbd1f34421eb36be1924b9cda74518072a4ac12578cb97b9f39200c3b203723
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608af049d422ba61cba3f1c8981fa46c6689d32c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d698007d471b4bb4088c2b4e6565349a760914a530b6f7be688b716e5aa998bb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4e50e6cb08ad10e2692516e7573506a6b6b1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ab683c443a272315eb1323ccc674bb28237c620605cdbbfdca26f847b4984a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199cd1abad6438712a5e179d73c76d343f94bcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021e5e3b7d5152a301465945d30ef9409e2a7aea420180194bc625937eddd539
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63da6d7a635b7c3e51609beb81c1d56ee70dc0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb46857e287bd49b1379745679b6df4e49fab95c0e9b4a679132695b9307ff0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190db582b279e0bf17dc6e9af9132c5a611755a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2014feb90c17ccbc0da5689a7a2f941cf711a1716bea300ecc0b6e8c09699021
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b863c29f904a46a8e0573035ac17393291f9cec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e642345bf6c4bae09b69686d49408edada6351af91e51510c0347954a0460636
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33f307de6428aa62b33942356c49408b481090a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2c95dde1be5d647a725633446fb920c7dc14c65968f43048f71d0c01124e3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2344d9bd24bad99c04d598333313e7f33407ea83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeba27d9f6b9f97c001a55b013d572fe63c48e6a1e1d2f0e6ea6e8a1444f4edd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf8d84a05f219c2c7eae39ba6bfe65b0ed4a05e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fc548e11d42d5fda14e6b5070092c489ee2a81f1109b3069c74c8260a92121
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfa9d4a521c5b1a6b9d5c72836e96d944452fae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da3d61d942a7dc4ab06acdc57b3c6f24013bb0041411bb22050859b39744bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a30c53b5571467f1dc34036b2a892dd8c5485
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5af0e76f98773b90c650a44da242394f806f8b155e92a27ffb272f63e33957
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7cba8d5951088c64a72051ebfd70a1c5764212
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcd36e010bbd1652c9a80d716e85bc9370ccd6ef3fb5c74f785a43dea70e263
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22371fcedcfaee3ac10d178c8b89ebbe0d3cd0bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f99ce5e15e16b662fdb6c536d6d5cc831ca964023c5d6de704865c2237725de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9420240cedca955436d50391a5ccb27039fd8b6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36354aa3a5cac14355dff4e6c508fd0f868162ccc063c406e24eadb09c922549
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c60041fb3efec3671768a9191d4c023ba6a70b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8594810ee5c633632c5957f5bb312e863747536c0079c8f8b43ff7eed179bde2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbfc174757879a314f064198d084076cf36b49b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbdc9eea9ef8b3a09f43417a49b01c83434eb78da54b4962c0cd028c2b6c437
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3da69e03cbcbdc8ebce0f45004ccd4ccf336de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054d77030ab2e478a1d341608b96ffff9d4d67c0de410d360e7ca9e5cde6c9be
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd33b4e0e29d2034dbf6a2e1ba42aca38cc7eb6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ffa5ad16ec326ba996e1a7977aeba89f20f307bfca614a14ca46d34b830d6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6c0dd2b5a0564657f57643cb95d1f4e33444c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2176ce907967be4f4128c4cfad4d9a21243b4e60bc284beb23ba4546fdcf75
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0450e0b027e7f4c7219f3c3cf98f181d6e6964b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6f0872b92d3cb7d68e87978e831cb659f1b124d368187936913b85ad7c9ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7095d1f001c5d44b013d57d375404c9844d32834
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7f9afd574493537cf2ccaae06b444fe71c968c99e282cc279f2e8a0e498e74
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcb3a1c3091ca5862110e30ca00e48df677215f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee26f35626f994a0b6b2a60fe551685004e71e1fa36ff4cb8ae9ee17b301d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4aa78f2b640953d1cb0b9b977014168604ea0d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fb39833fbe076d1cb2502f7834951c571037ed6ca70c9cddaf31781ee7b247
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0cbc7867e18fbad5b820be8f1d76b10c82ba4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3469167945f05746c0cf30a670051a8080b06c2e9e7774ad817402da1b579b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d775216285f19f172a4038453a0a12599c070ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc702953fea4815be5d84eb49a0fdc2377cf2846fc5f27646298d8633fe9573
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eecfb6edc3d6c2170af25ac8de6ecff74a00da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f99039847af42d32ea37a4af901f1c0552ec5c4c2a846b218c87a6b0b0a219
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a686a8d3b31def584372c2e8fd8102644935b29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87b70eb806aa307180098518f4d9cb649dbce00967238f4ee6c5aa4353e0d85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929c6e50216196dbf86359016931b1153bf617a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf48344b2142012e7eb1fa74def5abed90c8150ef2782aedd363b0d2f68ed946
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b516abc2135b0b8f967a057c6064ef1e21dea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59faf8e23a98e564097211b236102a34b939d6c8d43795159d5a28ce93c9588c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a23cbcc96cbc64e1549859c507f20bdef33c90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf1e999ebe9ea5928c5f4406b54168dba111fbbdf7ff8cd62ee8924c70197a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe50755d9349d76e1fea2d3c981b8bacffefa0de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3ed11f7737115ef9d15fefe0407ce47bbd996ef6f3a59011a2c4b761cf5b17
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f3100cc26e101fedb69f8850293b84ef27b61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd852b9976fceb273c401c684d3134d65819792cfb25d2804c7c48e6333de0a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8293926021e999cf2173b22e93da65ba32141e7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b61e69f5fbced077c35f9746cec18ca80680bf74df5ef259109fd5dd15aa2d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a12e1e1227cacb0722bae6621b2eaf20e827cd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba50f5e45f7eb2303763ab4eb03e16185d12b1a3aa48e3b98623a6a70636797
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbedafc7993465e7b17aee1068bc1d277914a548
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfd09fbb73cca2e9ae84656c77b78df677f172c5021f4d6dd5ef2bdffaebbda
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eb741e7e7ceb2b210e0329167f4fa18e821c9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88705f55b23ac6516a8969d8864d5d3f3d2b7bf28fbbe2331d13c290760004e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beef7d4c87470bd433fb62e2d2ab75a8c92ceb98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc993a08fab861b314dc400a12137ec79ccd2229d3aefcda14450d05073923bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4127b9b70364952975ab11481a550fc67aa29350
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530848f4c419e5b80c0fbc351c73d8c814e07dd90d40e94b7d8dd54793e71eb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6e75f1281a0237117686d785f0380473238912
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98b57810670b92d534c5233e5bf600c6f0f4316cdde7586d8a9e9e833f8caa4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96648fbccb54f84e4927096c0894733b6713f0b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5214ab5a7109bb1cea86ab8d289052eaae085dc1e00ee584b2e4b0059ed24b1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be15a5549b1e3173ed982bab8266fde0c8d8d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c007edd64b9e60a9e16c908077f337408bec90ed0c8ab36c5347d3700edc3046
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b028844f234c05738fde8e14a766916cc2cdd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a704ecd2768f6c4f452491fa7616bbffe6d935399b252c4ffe82d3735449a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd5ccfca053e0face3da8d4832b2d926d2113cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ed1ea133ac3b012102320e5cd5f03990d4a722f7871a5a25a0cb70efc264f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc65b0daa402db4bd9a425c1df04a2b789737a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9343adaa9e4c8801aa51054518d4785f66b102102982cd03c64d1651e09781ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2d4c5b326bd99836380431e599f8bb149520ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ec1e927db2d142622889fab41d5a9aca963c277bdbbf27fb36d423c3bac79c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397eedf196fc1bb228e6e9c66e452e986df0b991
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef7178cdf62a2fc7a2adac9ce3926759fe8368cdc27e6e942bb43291725032
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672ba87d7168b12b31f5caa8cc4521783390e923
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea5002634df55e99805c8f27224814d6b8699561122347ba011e54c54995501
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815fb50a90fc774b41d0216a811cdabf4d658ca5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394115f1ab857dee394eb95bfb9a3c2e26348941dcf85f7c8208b55cd7d053e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761bfa7e9c755850d737eabec339cbe6338a0f1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2316bb2a2f8057f2a1fe5f1904b763436ed2893214e75a6f82ff6ba9ee773d1f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dded964375a94cdd85a1fc9b87657a4c3761b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471f360a4ab718b03b38e7dc8faac02dd85178f20c26bd62f6ad58d8056748a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1068ca41f3580fcd40d0f869706f4a1f40c87e99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce39287b174afad499f7659366a399d1e2cac25dd4a830bfc46a27ddfe0bb3e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344f476580637e0b3de2fae36f473190a084eef1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c91a9ebfcdcf85b4e5cf2644feb929751bb1538c04b3a0222c59d5d8375839
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c549c3da9ec86bb24fc6d26b5dc50e29fb8d06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36660b54a100793287698048bcadeefd69ae3b9b2a49e948a4a1933cf2afb976
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43a3a9e5b2b9b98049a28c7ffa9a31f808d35db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9d50ed6ef9c9e2fddf2108d32a06998fd369bc8b58d9fa26a95fa2de127bfe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23fc37987e45f043a70f6bae8ef3eab1fa40bfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca96018c248adaa55d1550e5b8caf106b3d617a0f7ffec778abc3ac396408921
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8bf92997c10d20e6985a88c6d18d7a0263337a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0783a05036e7c24258e177650aa543d99f2b6ed874f9a1c4f7196a4a849c0f6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d226ec8517908447f35c5f4f6b570693d586b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb576be143d8961112c1d47f2e70afd5e1195b2e4183d33cc19deb894926805
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecd387de6e7627264eac48012d7dae2cdc76082
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8622f433fc8a6b2981284c4e90f6168966e855532cfba607ff89b95e1f9ca4ec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dfcc1417302e2758e4c3919e19acce19ea62c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ccd28a9ffcc7eff8a465172bf50b74c0dd6f854e16fac4e0d2d41249ba8014
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265d11fc1582fc122435e92bb3cecacd58090919
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30627f00eed52940ae0b7282fd72837a8849a254554f1bcaec8ba10bd1ba7cf0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed9ddc1aac72426f383e30eda7bbdaa199162d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843699253c73df0d0f7ba37783c9eda30c643f5dc6dd9e19f28e7e6f38ea7cec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f2649e025e1907b11070b60d3dfd6002a5b9bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07310775cb19b6482fa72d287ff636085810fcaeeec8ce58673bd08b50dbfad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a039af879e1f5981a508280201cff39480cbb0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6650c27f5fe4253ea372c7241e6c69d0b7e8d491557901f56de74024ed4c6bdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166194ae014255764141e4b7e2cf0f43ed4c075
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85227061ffa95df6a385d227715b65f887e2150f1c13f5a70381427a521b6fec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a53d8bbc9d76a1224797bd4c330634c30b1266f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a78a2b4fb1548358a18d46134eecb1d21031a8773ac556f3b0dfa720156bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a104b60d7e53282cd27df4f7a3b3ab8266fe810d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a7a5173ad63c607627b4134a52ddbdab8b65d76f1bdc1fbf4f47655a97e38a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbe0a9a9d61cf1432f4c734aa1d83ea517b61a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc156f3a33ee5ff8f6ac4a48727706666f3e19ade24a89ea535f9d3d78619aef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bab4958a1d2fd91444c7d8b9d34ca959ec49f33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e35afda5632107222b390e73b13559a23c2a3585fa0988fd09bb655363e527
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ce1a9f733e3b59870063b6851636fc6f87d6d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2256c4f883fd0f02ec92c36d1a08b3431b3f04a4410245865b08157557b09a16
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44978ac0be530693c81818ffd3fc88dae858eb90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703fb122220da9773709c0c828348b9bc695db9fc3c5a626be0b0409e15adf66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab3e3021b5ccf8ad27743221636b7c040afc137
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8b7baef9e496fa83f92871abba74175e8059fa1b68b846e2c3baad8875563e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7161bd9987d30b3b05b4e71d81e9bfe7938fc962
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2245151efbd09d1a73a122563ace2a959421bc452d3bb5c6d893f7ccd76048
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dec424b34ebeb860281cdcce71cad6e4006a05b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418dbbac6245b68407b72adcb8c55eb2485b5273acf2233b032ade3800472694
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61280eaa77c4befa76766fa7a7a92de20deb930d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fac9ba359ab9f9239e45ea1f3f0ea14599de65db249aa5e4351369f02687d16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7767ca9f67b9ca53b9ce4f930397723ab838ceec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1c9588045d229a01d173b5de1811fc8c53f3bd9d0a9101d09c71268a3770d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb4481890cacc3b7438888bda58d2b358be440e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1657025620c860a18dd122fa7bfad12865f023a97cf4151732f0da1946498f25
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ff66fd3149b570aca75408bd100628b8bfdb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10ee069669927a5df03afb28a333c0cd8b5d2e29d9cf9e6c61fda13b2358b8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bfccc1d9ab2a4217e93924b40b713452ceca4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59d2dc4f1bf450d4d6e3bc375e046c2106ccd1573e98cf9074ccd616d48cf21
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da414643abd2ee6e53a8237d566d158b2a53996b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316b3d4bea8e822daf4e1cc06159d67d7d5d41cea03a3f9b2a1539891b52316
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f454cc26a1ba9d00387409aaea3b71e68ecc19d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ac7d918651c7cbb95241661df6de633e9dce8535d1f3e7e403de1fddde3d04
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c983ac6c4f9c73312bd110c7916209eab5214
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f164b20ac9a93bdceded0bcadbb4363dc5dcdc9880c4454288203ed3c5999b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d48b3e171721fa58350e5ac4e6269476857dc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318d2f49bc3884eccebe754129e2e8bf1ead4fd9e4de500a2b7f68a9f9c952a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837f24fcdbe8fef3d07ace371f7bdc375d223210
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbabb023ae4524ea34140bd078632f65e692ccddea52dab60288269740daa2a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767ff043be99f781a25912dcc3ee0b58f7be5828
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6123c720998e920580954e3c845fe21e296c197ffd0a976c7e59c3ca8232518b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378ccc2d2d104f08df3ab2715638f598245f663f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0340b64c7d142a067208f17dc85eb53d603db3e22746dae63ef65c1fef1f3513
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d17aad0887c3a6f00485f27ac8544b49eef4a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e77ac55c4fe8550d18b170666ccb2d44ebdbb7747de8f385879c1264d0177
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18804f02ea057e733e63c1c51aa56a5e8195f079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285902ee729dc246afb5a93038c7b9643a9748b739e43a7828c742a6c4d0e184
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab308ab20fffdbffcf0794a64727ebb16c4f608
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46f57989af76de1faa69c5324669f415e122fcb44f5aa8e1e01d9f0557954ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632e1d03188ccd588e4d441167669ed9dfb19207
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71ac0b4d4d510e3cdf39d0c58d68fdbb19445fbc682f3cc4fb5b1fcfcb9340
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9ddc50f2ea1574bc59291168b0ea599c6f73c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02480daa2608ff179673dc98dcaed08271e0c01014ba853f74a0c06ea2f86ff8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4504a109ea61550ff5b17e20f986374a06c0fe97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f3c64d631dd4790106e3be700923c0c57a923b035ec696dd19dd323816ccd9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf80641fd7d10b365e57d67d42a82b0cf41ea4df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1943e2f68779dd457d6c396f4afd92b3fa672bbc3e74e33829c14700637438fc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7747eb2202fb55f3246c2956a4385289f7cec917
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b8bedce252ae4c9c62716d42243a454862ff83cc69e0eab0f37569a4de0b28
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560f6019b68588beefa3f6218a1f25b2df560ee9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae428823c46ccec10b5603aee7a341e6bc958a3e6c298a6e44fe6c72cc41f7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e44d2e4c221c9422cf5a3758131188d28872ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8fec819d9092a7a6b02cd1a22562383865a33867b38d7b664ccca6abfadecb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831464927826e05f2f64a29f0d6d301cc15de127
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80576d2d22afda9f1deedacd970ced4cfac9cd639536f9ba637ad75fb5f88d45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b0fadefc36fed344d2214017f2698e0a7b4f47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b2f9321a2476fa3d9f434e1e90a776b96a0d8073e286097fe08342a27042e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1cb59bc10238692a2d30245fdc0be08b6ebdd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ff4eee0b57d40d13e62c409fbbbabb7a5e59f2691b5057a9177e67dd148fc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39886f6fbe3d00e0d8466be83f25706983621bbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9d7c1be6ed293166db143fa466ea81ef12d9431c2a8361bf6a94bd1a1b666f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0055842b0c7db5c94138e606325785f447d07906
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9a57c309e114164a648f8372dd01347d6a89f28da5a76f16d7b334f325b6b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd4f44a64370d28f2685f14cfcff5997d4ceb0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb5f49e0e211a96bd7fe51eeb3cb8e1a3ac04e47e630b51870d72d5147d187a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431582b013077d3ae8d7a75176537b648e48da73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3680c18b26ef4037c4c9f39903b2939a8b5bdc059e8bb613a47ce4ca166341
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd84bcac4784acc037933c1e795e830c66a4bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395f0aad5089b703fb08c14010533c7822a93b809ae621b251f71149a18e9ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcdb1359ba4841c443daf0d1ec5d3f3e1d8e4f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf4297e15b83c4ec637a0d626f9eaf29fd783ef5d938f8fb4161b1dde827de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3aa6aa712f91a5f6c423bbd80be696162153e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e5d937f82af48c53be3a48088d969fa707a26549e4c29b86057a718632ce94
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c926f8076b68f806689f8f687a7f51663c08a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f431f0dd8762dc4bf19062aa7aa2fb971fa3fe59e80694d9a4759ef818d2da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f17127882f9fe2c9700da86c3656c3983effdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a035fd0ee013501d2c99886e8a166358a014c2ece81acaa8c5f2a6ef81a12497
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06337dd98202075da0ed29011279e539725a600
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2fd158786b5bee6139039f8f41432c56dcefad3350abebf6549e00f724b261
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544e2f6fec9f727aaa35b6f31b96adab10e30d7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4843772b319541b0bc69e982b167941a40414869f7f1c8e6cbd0cbd4c3a3f703
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12877cc0e7af1d17ccd2799879230aa90f72788e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e4d1231cc954c84b6ce8efefb2bcf18a5c82f9c6b62631e6493ad4881f387f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5e8ffddf367d7003c834daf00b993474a54039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b23be2143633eea6cddbe230d494061646b1f8c93495b55dd9e2688183b7d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63086272818ea1d6b559e6ea9f904589045f30c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf13c824b7eafaff1de630e5ab7f06d4c1d6f7b6451075f204efb7cd7a333c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6f5a3a93b99e69acb364254eca3c80d266f874
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1d44c271885a6ee1a21e7b632d46f853adc2a050c21bc1ebbd9318bf16ff97
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed30dabf7dc8f12a821ca2a5879833b10cfd25d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23440117f28bc889f74ee359a83b895a2fc164a9cac7d9ff01bd1c805207789
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4473eb5873218a8f1a47caeeb47dc332c60a2f29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aefb3d0d44509f32699fb1e43d88fe6c0f0579940443c1e78f65fefc8ea828
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bf40327d6b08a6c7047c435a8d84c981682643
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abebcc1a19486a9cb3c8f066074b965c21c69eafee9174f9aeb1d4196076f23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5def643f52c0f0b434b37beea22c932c9c42b35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3660c9fdc02a8cc4fb37ae5067587e49470f56b33e88c4140b915047ea36eb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b12866638e35124b5f999f5905e3dea8e0b50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309896a0ff364efbdc5d76ab7db5d4497576c643f6cefa837ea45ac240ed4576
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40894150b85881695c55ab45cd365644b30307f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a5888bdc701d10af94e3d6b23a02bf2723bf1154584fb4e9159a2021a8ea2f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ea5e267a84aba89a64fef895a93829a7eec149
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7edd5637cad0f9d9cf714b677b17a96738feee229dcc3dee172847098b9512
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c60977487fdd5236feb233c1d48214421bfb88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1674d0eda72c73b1f2ff95c0ee7ebadb5d1a2473de724f895eebd8186ef81cd2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7b8343548adf375439c538b434786c06b79d68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b87c5e72dbe7abf344bba0667fac3185a189186cf3ec207bb2aa14402ff031
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63403d2b6598ab3b8de20cae1ad6f7f25590707
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08806fb518723f3e79a2cdfa2166dc45f26add62f226bf7e0c83af1f5fd2336
+size 2179