diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c77f0743a4b85f05310185da9dc8fa172148085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c549570b9ecdad5ee42294a8e400d057b0a7b686c9bd4c0c71ad91bc1e19291
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae42f63c4ddb680544c95210e6089763e8476ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059bfad2840b627d112cd1afd39f3e7a17bca76ba106bba6ad0ffe91d04727b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ce380f1a4811aee2985404bbc6cc435f2f811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db34d3ab4a2a0eb98e25cb5a860be648d35c2f13cfa31e06eb857861c9d10bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c97db759eee5c91e6e81bf0daa5bc92b5972295
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8167c73d064dbad89ad13c74a38a41b42fb5cd043c158a99efd8f3fe3d00ffd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c83b1ea111320284a1a0aee4b5366129c5d231e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5a9194678e256cfc0cbc4a1ecfe839034914105f901515c5d755010d96a9f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac8dfea123d42f0c01bbe18190c0c1088b1259f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab1a16faead1ce3328b46dc18a20258153e49c5fcc377d2db1757b84e1f99e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5784aaa1a5036f8689a623e7d7958dbcc6369ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4039611807b93864af5da95052d3d6b182d07f6357a343c1ad7850dfcc59f31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25319bdf5ec87ff129cbd22869042558d7e3e4dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ac5efd38743cb63645056bf3cafaa6130c249563d8b2b21b62c2ce081268f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e42a1239e2e358b5439ebe6afbc83a613359bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316a7a45fd9afaff3707eb15e4674e7f5217b04415337ebd63f7ddd94bc017b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad33b16c8fa73ea0473b91cb79bd59aaf98c5def
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a4b39ee5a918d52ffb66d05d74af5b2f14b21608231fa9c416844c7590ce7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a84801d64100624d6463feb0c4e8108d45e851
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc267c9340a56339645354db5c48a3a910b25206963fab6ef49dfe94aa9b555
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d049199533082acb2baee5566074648ed2047bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d964c86d395ab5f27f8a9c6230a4bb4805bd6ef004e209271d0b8ddd712358
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09d05466c40563c1d1a4a8d2d2657c6c04b32b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0370a9020965f484cc00e2b3b2a7e7736511ad0e9e986f87df3942c3147d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35caa65432c0e12571f7784168f8503a270b99bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0745600a2f6670944422f90c88d6dbbe756d0b4bdd9b1d8da1fe81e11df669
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc967300dc51fd4df841f8e6c8104b8fffeb92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40bb1c2a6e61ec968dfa4f6077a0a433f8338665f8d12db9e42563eb0e77b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894ee930e3168499c6036c47d60de1a30baba2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f026714d4c64a685597314d7e26ec301a4a502b2d70f7d05d111ecd860db12
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0a88a504c34843e7b99e24ad1f8384b89801d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec0834af1b4f48e580f5669416dde67c78bfeded4f5409716aa1d39c47e498d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e76d05b2031b64bbbf3653de228f5ee11310ae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409d3a3232d007bde38e479695afa00d4e217b608d0c15945fe22b935ccb623
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c9e83adeb01b3f361b242abbf65e141f075008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da91075c69a7f5a71f7181d9e9e28a0c2950b987f7f5c105b3ccdb5483601d42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39677b6efab739398b7acf68ea69401a8addc819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdf00d319813321f77b4ec68a18b7388635a789e47ce073f4e60747148b9af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c408292c6af4c115aa4550acf8e4a5036cc6266
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592777d299d55c09ce5954152dd95528b09b8ccec6984800fa2c0322dd1416be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8307bc9c752706caa79d5e230f0a7078ef428d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68339fdc4a1b823a06e69a41bd6e1cc98e79767b35407c99345a5467f7047da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84c375ced874368a95725ca7a118a05b0a402f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99db267cbd9399c9b70e398d663e1685d62a861b7a41b937513e83d5b807cd50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d198104d03d0904ac31841d73fbc0666e7253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afe2d0a7de0fcdde16155d15095542357b54343db67db6480042d3d1db61cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db83e3219da7e39a626509b6e601454bff2a5d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a385adecea553af9b24e6d6f4a690a394a72a8b1407f3b5866e445010e148
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4c39fa29b2d38f40f95f42e6d29fdfead2ae9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15d7cfa052723265e2eea8caa7ded586d693f2360cc6f7913d0db7f7f5a6bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc28da0874e3ae7ca8757a48514e585a1e09f236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ce0b90a37ee5cb4a99cbcb79405f958cc00bab676be84a99e52c13ba64c9a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd1d05cd5ccfe1ea6098562c33dbba501352c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4e63f996d6c1398a2ff221aac61386f2f25840fe5963bb11182b904353866
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b95e9c83b9e4a4c008ef62b3fe357ae8761452
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6f04138c3ff44a6d28366a284007f8457660da5e7a0c7fdc6f2b28ae4271e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12a5fad0f21a1af4ad8d9c7c8001b96b9f5caa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b752ae7c9df9e2a89bb37f200dc44b76017b58312414502220cc35922083a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf50f52675b6a498fdb07bf127c1c9dfbeebad1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad887a73c8ada40969302fda5a8812f5a88e5307b3620aab3c86df1926c625c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e183a38300211d77e571a3dcbcade7e7f8966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8e2651f64549f6e5e2dc9b1c666c9181235f8cdcc8943907014e50bbb5db0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003297bd57805cce961b94cfe18c5e6b3aca834
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e9bb6e6befd691dae2e0b457aa1d76913f89e7a5e0562e952f499dc788192
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4699f5f7fde1cd6ff2c4ca135232afa89a12618f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062bfd7f07c1a15e39d7062e7e61fdabc3ff67194ea3b6d0a9475b8a643c8e58
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd5e63160b04b7603ab66a6f5742d8f74a255f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3263211b5ec484d7f3f64ab957dc647354bcc0c6892c3bec0a1a57ae2cf4f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dd54f31b4583958dbbfd484243c8690f9d6d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ad2d42f4ebdfe8d75e355040963f1a157c94903b31fff4b9bd6ca579f4e22f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96fdd143e30fddb3323b37af36c9c4a9c3db9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223c82a9e5dc89be488c5dd0e4aedb048ead93d40f313d5dbd28676c6e72061
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778ffa1cabf3f723eab7105a4316e8b3f29bccb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542a49a9fd38f69490435fd99c18e3e36454e83b8de6d304620e67c0386b630
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf78b445095896b38225374653547941f0c954
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70abc53ce6aa31879f6b5aa1a070e2d17ff3676577057c88ef8d743e3f4b13d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcaa13b5755d1dd01198c6926109c829fa2f579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde0794e295d48747ef2d5639fb91a1d8e62e948ec7b46fa48a98d91d46421f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2335aad78f73da88f0a1a38fdbf565a782f166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d7abcd7a5a98b82fa8820e884c792bf7b24b621a2c37e20b5f998066167955
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a8fc25fe90487a2841d5cc2f56233c272da42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c070fa2fffc0d253e7ba5ef6db756eb6960fbe9caf73ed516307f488b40134a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0e8f9aa6d99fa50da1eed6d36badf2b4565e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1392dfd5dc4de0935be75f558d3a827dc135f340821105756303418d1a0b3590
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04f2b48d8f49177e7c7e39126743c10d0d7384
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f061ff9c4abd39620e71c2bc4bd4983cd98db2fdc132da42199217fd24012b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b07f6c561c815973d6c23a88db012e776024ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c117e0c9f15900db004ea1dd18c9a4be87962b19bff124557825378c5190e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d64e45ac32ac7cfa4b5d6a67fba018c4f7a9b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d453e306647de255748c3648bfc29ff547a663fa6855e1f085a79920d57993
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66d7790736ac34267275ed98018ec2a0149c1ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0181487aa9e11563d9a6b07e1784c216ca911061828c6dc65eaad7801592df9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f0e746cb04869b9cf103bf834a990995e6840
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f818a24914ff680fc641c5019a5173fa09247f1cd5eadecca8fd21178b90b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6cf98655e9e89055f15e8f3006ea6a88a6242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b58a604490910a8e354054b2cd685b625b6a987ec3df2241b85d333e78b351
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c076cffef7619d8bccf36f3caaf511c52b3a93b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b38dfecf2e7290579427bb8262d5ab24f94932ca5bcbccac3234436486b8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7072f537fd0642ad060cb1d6d175c0f662f48855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42af15d0a1495b40b83eca0936c1f07f76f52892857a4ea128d494609f677f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a3c0f9948ab202a4a9470ff421f744a099e1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf03ab9ee85736d227685382eac35eb20ee5a168d3e073be4e6c66bdec4cafa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919f61fe9092814ab9d67bce29d36a6b612b696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba585f344d1688718bee8f7707f6ec9eb9dbfadea0003263a9c8214e8456fa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47c54749a49b9e24fc0527d7ab6299a312fed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47759e1d515cb8b0978ed3e320ebeaf9e61ba22630030acdf52872a77283b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0830bdd1a91a33488c3cae6b99b03bf902a01e2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceb4cb99d6c3fc6fcf8e6fce93eff54edbc86eec2e5e38a8bd92bba0b273169
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6172414f838db31b2e1eaee6f9a8d467502584
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3deb3326fa5bb182cf8a299d8fa0997a41c258c75201ce9efd7c4c4a217e1de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10dbb8810fac69eef0514511e352f226a5c1dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bf5e996b937210692378301e7401d23970e739c53ece42fdf14049e87577fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef5a14a4fd5579b65d45a7a58ec5ed8f2d68749
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a917431e881669a7f391e420d3b76f26dbc1a0e33b38509382b219d1640f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1547ad97da322b72822fdf9813d200310a93deec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade52caf00d60b9cf29b9acb52ceb185544f44734fc2be39bd79bfe65470e771
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038ed6bcd4efbf849a509f7267679ed6636373f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e6f971379a768f78f21103ff34634dcac34a59d255b051a295079a4488edb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ef561f16bc46ae822cb0007449bbc7c3d65794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d8fd2bb04b07cc540181562fbf47800b5364c27927d6fb34a6bb9da1521ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c527d3ccba9f57c4551c7e19bf624b78a8292a52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1d558e62044df3cce75505ef430f3920ca94e61103e1dbaf77f8faeba213f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe0fc691b899996264094af815aac4a61d5ff86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1599fb6a118ed98047190951a8ea0b493239d3ff9af0f85bdc6a8d1041663b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf1092fdcd33eacd9bfeb39d584e03397b5026
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ede95891bd676d9abcef703a8fbe879fbf5e32a6048673c0344c079ea6f18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2efe8c57f8c85e78cf0d070d6a5824aec3c19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068b7d8d2d8a9ccfbfd74acda4ba5071be0473234d6dedf61279fc4c8ab6955
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38439d4fec692e8d99817de4c38abd489a73e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0457358544883fb0d2769caf8f36553dd3d9447431958f2c420d8f73ef3909c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2008bda2bab55d539a1263d8713598fbc7b18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce788c945c130a9773a94f26c31b8a167fdec6899765678c8e1d643e25772e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc54f984b94fa9c4f53ebce55dbbc72bea1e9618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c8c5c29ea078bebf84bb08fa61d94a65686404a92065b3b18c42e2f8caec0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbbe3de83bc1771e5802031d1b235974a0e6204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d21be5efdfb819419eef8849d73a548c7b7611eec46fce447c8556d93035f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d127851889ff97a64df0abbec3582e56291addd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b5d65f55db47cb66e13305582782b7bafc82e5e84adba10d2a38e163ac1055
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa6440040bcab497ed4670611d4d825dc5ccfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c3e39fb88ae968a8e2f9b5b099b472aeff8b4e8d948f8950f94f5168f8d85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035214d58e9705663e2334f158510aff742e8e30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163cd96d898a7cf9bd8a3368272429ca575ec30df5a7c65c450f52a7168e55d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7511fc9da7c3ba53e221c9a133753cb39a0d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f4ec1d48e6e6860942dc426347ecff7216d75085008ff64b53fc31b715ad3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae75cfbdb303f6e655c905ca5af325f1714dbb62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d769e80076a0d5f495384f12d98e977fdfbbdeca4086cb32d301123a06fbce5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2e5b26e9a5be9d87cba471a44f72bb47641dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc07e3d526118726a18bf7cc0984fb58848db5b6928c5e431153e8618b4b47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba8a87a27a4d6fc2e2da35e9893d7796f17b7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2909bbf38c781f4eaa85628c10218dfc2d0b4de5d68174b9cb517a564902e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563d6a15239a03081e21818826de2eeca4d6bf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4107aa7a87fefe6424e784b40dc748604dee17886c3fcb427948d26bdb6fd9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be1ffc5aeea74b5f034547768d2aab9398854f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ac5c7c76d21fb562a63cf5431995ae97cef4e6d41468a4a7693c6f73ddc0fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9e732b4ea4cbc30044a512dbe28987d3ee9d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc24e9e5a54ee9d69f2c76ac592eac3b5a835de08425ac121af5d735f389bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fbef87f4fdb3512d716d175b0ffc1473d0af07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0bec4b03141ffd0a1f0079acf0a7aea949251e7ea29cc1a81bb45c12132fa6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95223f5c69ea8dc5da34db0d95068e435cf69a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8730d43769113247b7ab35d90d49b7f9efc5514731ac21f5d1123a6a3d4f0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d6dedc44763831131e3c11eb5618850b2eeec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d6cb6c9c868c334897e86f077c94dbe385b6d799119edbb75de0d77472ca3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cde44889bcf37a7c10c7f9df9f044f21ff47a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead469fc9acef60970768427f060e7d7183dd54678353f327950f4ad0801bd1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b77737bccc18675525db25b294d6f40bf5843
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c503fed0f21ea384861943dce4614be97d15c27d94c65ee725f462d3ee180
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7a5f5786ffc3ec0c40a94a88a055911d93fe3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93366daf021fa762e2a6c4eea537f571486961ffa9715ffc4f77c0b07ac38806
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbada7cec1350f569cdac6a3b004a769ef322731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2af2d9843fa6117ba2fa96704d70d18973fa56291c977f286ef2e118d21c051
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c071028fbe21225b248986c92b5b80d6e1f1b6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eab085ede409538c9ce7d775f992c61e3d1286f486730bbae4bbaea2a85e86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75b50296cd044ec87a84a79fb49f6e0b3eae4fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8c06a23a2195294d8ab821c94cefbd0816bd4b9594160e00d3f55295d3d44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e850fc9949714388b1c1d368ac03517e59e4648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb23c180956bcaf117c61a99a10a6f8ce22e6f67db645029a76d9a293bca747c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434990b93f906cd33817b900fbdc75016a65fce0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bee7ffec3632d472a6497805e12ba0a669f28b85e10dd906be6ece94dbe03f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99d5fb012fa12bb3e156385db417ae92dee30ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996fa105994ba091389d08f9a8f9400e3d06c74676a42da4fc1ab5a9a36e2b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9096eebf5f7e2da16154e5bd221e2db893c79ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba587592dd8cd72c8c9f7ad66d743c4195266f3932ec4e64c6d2c95611b4a00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ff087cda3272d988b190da1b398b77de5dbb8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf31d8627da49e1cf1c34f095cc0d8a8a35d824152d8c5f3647dbd7397530dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a603c8aa3c3f615a9cdf8f090cae7f9d61d2b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e3dc79ec1dcb85682d7ade1d673a169cece33899c1245ee819e72e83ff352
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29cc0c7b60dee829ceffb294e4ac2eb2a60dc88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e549ec779170a53dc4d53efdb1a75ccd03eaef1f61cf9921e23b762c04c5ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edf2f2776638a203940d838f986f6b615d51f58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25931eeab19d3d9c23b6db93e0686cac31a9da4759cb38f12e4def1960d8cfb2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f3abd0eba27488046b735dfd2c6a5866f7687
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d250df6b06f2396fd714a1b4038c9cd247ad39de52dfaa6c2c66ef3286375d48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5240a672e972c174bd8204fa1f6ef5467ef94c5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff37d78cc65cbfe4e86c3b941753f0e3dd56a160ad0722fa9bf0927be95cebb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d28eb3bbecd1fc28528f8f5b9cce27a54baa40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55776062385db19851daad6202393db5245b172bd46481c91aed350dbf82b704
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7afbbf102249eddcf8a7ce162bda8952fd569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2bae4d76f8cc2fa633938631914fd1912a89f46f8a6974ac2457352a38efd4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e062550ed66398ba8ee4e692f583c66a19c75427
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08b48c8d9634a4feea39368a9dd0b04f2961cea6ad6f921fb8799591cda6d2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7328e6360846a31a22c60aac710caadbfe56b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c93093c5593534bd51b4296a77e4210da7f78ba5b6b6ce5c78f26a41c6237a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ee4c22d98e660536df5bf4ecaf499286b90383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258794d1d8fe511e7baea86a1baf0649e942682f6e01db861a1cca432e789114
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de3eddfed8529a575e338cb3749bd508900eb1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea2580c16f7b09c4b68ff1644dd9eb98103aa1276f741a2df07f38e6209abd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209371029acfdd2e7344f7fd41aad2621b8ce55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29316495048c9260796f295b3bd35ce9f2c2ea3e7d7c994842bd0bd51dc013b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9c9ae0a4e5b2306c45bd70d7ca41c65341965
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20282a7ab1f0bc3daa7da3035872d9e25d8dfe43aabc3ad9baa1cdc926f9cea9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584090cd9dd58000a1d01aa6e92247e5575cd25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206535e7cf9af860d7f439cfd8b829f28cb6f7e65a6fd725c979ea0dfb19561c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60942f4e1265065b14251b97657a55501d23a212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11b25861237101ec7a7c03729f2ca12dca6dcb86ed6dcf377afe1cead4bc02a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f223d2624419e9738480d309ada48519de52cde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4191132f781c7d191457719f3ce2733ec63853ff6abfb86bc0039a00bbd6aab5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f0db629975847ee9d7b17a20be98dccd7edb88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3e8f8a78c7f3dbdb95355bf0ec764b1abc86f23eac641cf1be85f51624510b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b1d7000561b5892109f090c21107b098cb34c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aa9d07dca2daf814cf793654e8deeec2564d2345b4ed109294bdda24d791df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19378a9929bde58ff189e3461f60f77f03ddf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68825018eed0dbab28c7a8ae6739c6d1094b789b850463185ffaf73b8a8b3b07
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9556b9d149fcf27aeb57cd4beb9c396a9fd85a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a60e489bf518b73652becef366185f86ab60936ee8a6a59ac824c90bb12164
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39491aa0657e3f9d6e17028dd6c34bf338adca8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccc3a68ee9132d07061d397ec2407834fa7d34fdd0257c12610bf94084d85fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e396ff9f9f34d51068bd1261bfa82363a53441e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1b18561aa1b403e5ba0ae861a85a37dfc147733daf17fc53c425718f4ccc86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be6b036cdfc437ae6b744b9c56b30d8be6347f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a1ed769a94118d552941aed25800d4ba4fea27542f98115d448cb669c799e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b91c7a3e781d98e0616686cf272ff3a5d8388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa03b36e22fea585c678c1c72031016ada496720857ffc80a11f1f2f37bfec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf01fcb499ce6022ad03563242b011fac502695
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564bb7402e5e48b1ba75324f745f9bcc1522976fd279ae511b049880f0ad4146
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ddb8c37efc22b1ddc7d0f58e80c4836561641
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42af7e859f4caa66bd4feaa1a8de71ce16c537eeac5cfe308b1bba0303b790
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb47725acc45f2f8bf020883b28a6f6682be3ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955cf977e9d0910b16d5cecdcf273c1988b5786ede653659d29bd547c1c2a8ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c86374eb3a5e5b766dfaeb735f0f36f37bc29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e11b47252a1d4a6a8bb179d40dee7b820d409f023b4205c25147e2b5f2660e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551943985452ae9b338904c29e64ed0f71425b17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076821e213be2f4e73222480a3a63d79d5bfe8c46a50062bc24e5d8832190f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a96146e3ac9620aad29e93ee86ce606be18a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba63ef6f29be372351dc8d3ca37ed21f1e94ad7dceb96a49117d15a0d91ccc66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb422278b6afa5dab38c86ccfbda950a85a451d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df5182887a9d5560a17047ef12e343e23a207eba93822b9eabafe6457fc8b6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2d34a70bd9cb4d1d36282b62e6c484fc54d58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529dbc9d9a589d7ddc2b458171676f3177e585c89f60abf66c2bd9854f4e61a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee83fd48f8ace30090989c511c33eb3ca1170528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37d43f3c93fe9406c134938d21a05060d72281f9e387bc3a848e23617a79bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a92f003bdeadaf9823919152808d199868bd1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2f0512efd9455554bd0d8f0141cdc811e3d261a086432669de15a4bc48d434
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f359cf2ba3bb2e907581c1eb7aad5102ec3017
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e84261c1ca94305a5ead41a536947d0aa6a751917fedeecc3b0854b31926f61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b2ab0ab40e1f5c6da20d56da90ac9d1fffcf9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eace8ba387bc5fe80a2e187d788064da6baa8ef0cee06cf670eee2c13d85a8f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4129d52fdbb562ff3e17f34e937a5844cccf256a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649f289bf427cd30cc99e3cd442698ecad5de32e6c2d8827f642e0f0df249ea7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7856f4b84925840eca414d2cf2f174a28557d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13a9b89024b93a87cd1631a1f8bf64f945818a731cfac1fdc356733b89bbbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051229f24ece54852d2ed3c64ea5b4406a0cdc3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72306f112c399c72182a02a707f9f72e1f1022f4605bda1412fce7e2c39e0e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d712263a6c468e0a179450cdfb7364f72668dba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af922a92207d158c6fbc28ad85a56f86e065c76e844af6e26cfc3077890a3250
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8556764aa3e567ccf30473edcd0c21f9c9e73c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97cc64cd7dea7ecff4a005ed7add77596c9342bdfb329ca07ad6f946061a7ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f1cfbde19af7e0a1b6816e961f210b061bc20e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b0ddd608b590636ec36308a907d78c971895d4e299648c6ea86f916e0befd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7897e9115f067e4f2c7de0ef14870ec523e1ca66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513da69b029b36f2dfba61c9e5ea5324ca1272d00181f0be1ed43cfeb0d8412e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52f926997f1df0158eef7598514cb1869595f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8724d7d97c67556f21c932caec5b73d50665c5343e17893bd87bcc180c3ff361
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59f08b19bdd7114a60a2508ad9a5224395df443
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1016ac61a04c4f2ad803451b3925c178c91442f61c92acd108b84d900a228405
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a583892473ab8f1bf06c3154a9adc09085ce0ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ca42c8dc9251b0961680fd13b675588338b8e704f3ca3266f6d2b85aedfb6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9fa605563a9e53671f99d31ff2bf1dd7827f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb22d1dd9e012d1884f05016171dfce594a305a273b554dbddde328276c461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6cec3c424558eb569cf7cbcaaea1c02148d92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e7259bab2a5b1bdee9fe14441af64fd809f922b59eb37495ddb12a76523e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45efcdc8154cd2d99ccd895ebe4252bbc37b2578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d93b4aa8ef7a85cfc5914c3326e52963a3c71f1062973673760fa2bba05c54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287f5f5640b1a2430ba58a7af9742362298c6ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a29bc48a258df86266735946781360c61926f1a5a46e36c50def04b75ea243
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178a6ab03bcb04d9531de8fbf762e995621a947
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3909d4f0c5554792296c507809548d7d02477e682cd527bc01db761238a28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139d5f897e1d8fa7c3610f574149cab21e71bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faac53b8903ccd67f9cd60daf2495043e83d2b011dba8c4276cc601468ea73e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79889cfa4b626663e338bbafa7fec210aa014aa5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ac6b285c251b7caa7708ffd71d7fae4da5185f0bc51370c6f037bb651741f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd56fc16f41704e37d2ca84132ae1054e093dc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f498af3014d051560533030c757e1d74a5cf75a9c0c75f1a7f5bad2d54231be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606011a49dff18612458605659d418dec49a6bf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6aeee5e63c738cb8090a74aa69d84d42caa6d4e7df1cba43aa7c0f981f9b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd396db0f52248528503f5abf5b650de5d401f2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ebf1b7a730093aa669a0c60847ce7e543d835e4efc8f27bc886bb63e270e61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31627c18ec79eddbd00535dcecd7f2984d039334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f53b8db17aa1704c28cb824e27b791606a051edfba01e367c3cafe34e9f42
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736ea3637d5df78232c54730a903965ac7f50400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afefb74e8abf0c19d84c07781a002220a847346b080c0d0d1d3811a4d51d332
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c43591c39f6ca0b291b917f46fe12197c50a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a090080a9483e744bd7e6b27cb47e86f0ca55af1b88a32ffb6d7f499bf88c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443e5f26ad905ad5ec2d45e3d2794e7f54e28d99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25b2c52cc73f6784264a8c05ff3da41f199d7ffbb4f9660e2c110dc7d5b237
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9607401ad5b110fd069869ac0926011192cd392
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481394cd1b04cb7492b7804ceec8cb022f2c1b24031576068eafa0a523a041a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc83af56c5b2154e97992c94606768bb61acb335
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c2c33411710cb9c6b5feb3a13536228ae6d77133479c7a1616adde91910372
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30443bd0eefca3871d6296be4232d2094f7f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47c7c0ac20c14e9fe09dba5085f78ab49290037a4e32a1e5e1926a634325c06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109554a4df733d87a7dd336598998f430ced982
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0350371eb53236312279b252dfd91af910d0992e350a641cb7b9d426458eacde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e41a97d78282912e8c46a38337b9d51054365f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52cad4ba52b1b04e0fe5df54d1ec4ba6b763ee63aca3b3e6aa32a8684ac02ed
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2d370b3b08a3387a519205cb1f80b54847d796
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2538d3527eaaa3d3431011256d6fd901759055110e586ddf7ed60fc1f6a3b8
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbabbbfdedea523fcea8684eaded8d2f199a6f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25558a7476f98e22869b4940424a143dd9727ba6682420bc5d41d94775bb5921
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5936821b6f1861dc6c6c68cedbb28c4dfcfaae1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e259f144f251ad5ef67c4937bcaabb262b24ae42b2ab9ab79c10ecf8fa9380c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33435d955d2bbd789ec352e16e30f70b0cb1701f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781deeaba5bacceed012888ec74569e793ef4e1b884ff79cf5da1573258d3f9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d20555688f80d9aabb83c1583e9c7ff636defc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d779025e38bc6ac4e833520130f306f086c3e7bbedba76466f0b9543137b0c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b544947f74ca21cefd1cdbd0f64e041eb6a2f221
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b74702c184fb3476c18d18e29d57cb1ebd7a61295ed054158696c9b82e05cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af254e19d7f4d845f5ead689d2abdc4aefda7778
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f25bc495ee5a7ea9b7e2923d7b36f8c98425ca647a3fc085f7724131bbd757
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84bd9f67c194fa6dca82485c2d8d25b54665f9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfce72ff540434f720e7cde153f43b6e1807fca13d810389f1ebe78cf420354
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdf380d1e45a04b8cf6f7266e5e2f60213af638
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c095fd6d41a53aef39b2160c418663cee665a37ef45cbb0cb338becac458ec83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7e64db669ac35552d240d7c594df7e1d062070
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6777fcee4455a913586e9fdd9e0d4496b7fb90b1c85b8f4b285e23ada91c898
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26de14674e78beda10ee65db9602368525872bc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cdda1f6fef5de80ccdf8a6cd6d9aa91d197636e20f5d33b02490d84aa67a84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42cec6efc7510b60e6320cfe5e2fee347dc82ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af74a998cdfc8936277877fe953df689499b4740134fa81535fcb0873658dcc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c263a7678821d456b9e641ca1b624b3466987a19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5fc597e2f31147a7e700f7b1ed61143703272d246380b8902e1d0d016002d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9b185ef52907b3fbb920c6a56d76abd22188c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4448e4d1b63908915036947b893c671ed8cb132a2ec39269d6525d77a522863
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149735a26fcee59f151fd133752d3f083bbf0cae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89feeeed9993134e3535451d95f27149a7699ecbe9688682202ded3666788340
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad5e8079d0db280cf0d4dd2de8115cf77cdcc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a682f55c7fb7dd0f59f783c0451483608289c372900d1bd682bdcaa21e70b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bc88e0d9617c5f87a791e3dfcbbccb4bd42103
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f98002333b039809533b3c814b441cee9076593e2b8071bc52bffe4fafb0c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab5155db564092866c0e651608d8a6995b32549
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16561fb7988c1308a6af81d82cbebabfe47ae28782f019c58acf4b878bb07854
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a76ecb03e926fc538163b67d88c52c4c3dfbf4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaa799e4309c6fe6237a2324b412884c7afb0a77497f9d7a6d775b3187f5119
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b419a3a9473cb50065f59a4d4f1d1e4b051eb4f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407370deb62f022f9f9411b88946163326c3198e8e718281cb17a544995a896
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724eab4d844e46b71328606d53780f4c55b3e45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052903c975d37b17f7cff9ba4139edc65cbd35c94f373586f884adc5ca2c62cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a105d13722732eeda1a35fe8bd7138285c8966b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbc931ece8d342f04851e7736cd39638bb85c38a3aaeb79b4d1d41c80ee00a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19389d3d6caa5a11715516fc97d0f09befdf43d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc501ce713300048d9e34fbb8aa6726ff69a40a47f57ccacdd16f2f0a070d7f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882974bacf3c45c6533b13ee622351a7247f6022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f001751d5e2a8ce58f8f4296f1a39514d09271607a05cddeadb026598222d01d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126e4bf656e4d02c8c04c390f21bf32467f858e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8429d043e5d684095a987d0bf2cb94e187e6b5ed8777a4dd4de00bf9c3491b32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6f64488bbcfea78c55cdd30bad2a7a87f69883
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b00874a9bff1ca1cfdf5e0074791d3e8ae9a78088086cacc526c8904d2a5ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0767e0a3ce6249489d1df32ad6194aeea40b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72edc815612c9e27921c6b982dd40dc8e92b9522fe433505d5687c4e490c3d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42afda922630ee1904dfbd79fb757460b44fe9a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c67cc05cdea5b511f5a5571ae0279296978ba6c78e471658e1d3d1baaaf79cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb21d2eccd9f96285a92ac3330ca8068cbecd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c3abf05f6206c43b55ed90f38fb826146b39c9ebd809de7a9fd5b408eaee9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5703d54281bbbf8618787052aaad79946ebaf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4eb3dd64e82644c9e91e083435d17e8db182d96c7bffc710d50944cae1b9d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ae7cc9de5617c91699fe4690a9126df91fdc44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c16c7d54830ccc330762036bc633ecb5dc979fa11039794a430805e6e32f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833af72580b672df6ad6e6cb23d7a750b0d3d42d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539fae3b8c0b04bff0b91f3ac5af744aef55ab128f5fbb54c9fc21da17c66269
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af01fefd5aef48d27d0236351eff0299927f4474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55595ca7b7af1190145d40fdc9c15b900a3a7ab773169a587fcc2cb749f96653
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d79aef033ed5cb7cba7aa603e9d2aeb824d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532d40d0143a7f5bc54ec3e33e31e58b718c02ffdee3239f54344e975be7c87f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e14a6466396ff84994e2bdb748214646e03bac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900adcba9f5765553a95d8f92f3f87212e0fcd5d4c339935aa2411aab21bca83
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e07de2c31b00798f7fdc5b719c2d6647638623
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d08f4ed1305ffbd2487c5e4a9a9e451485b3085d34d8ee7756724b08bf24e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7cc56ec7c9d9106b5f513891a48a23ce1fed03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb6d885fbed1072e1dd845f353b2ee33dbd08d0a2796714f382a5b19fed70e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e467e8ee478d21c504209089a80585d38bddbf00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37315d2e0c791e7a927c18b3a213f3429d83fcfb12845595c58e2c2cae6e2da0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef81fe3e6487474ef51eed3d1eb9c391d6653c10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e541b9b77210e64db9a1987e77bd6bf1067fd259ee4c6cd288b14934d7f4ba75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135f13f285cae0b63799e76b8fdd4869cb89c4d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2080094b034252cb6955dae1fcf4841e3026c0573d68ddeb37dcf3ba5cb51054
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a30e90dd0ddb1fe4a1744df4f966d43692ee80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bca64ab9b2e95252cdf4053663caf9b7917287b966702996e78cfab89f3522
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106baed386c23eef9c099e8c1849832cd5924870
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93e9103528157b23a7a769dc5e7b06d912a2440d435392b8563c4f00a8a9ea0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193437e502baa2a9786b31c63bc078a7a9a8fde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5baabf78688799a63ba430542cf24d5828385d867d6796d6651a1e0861effa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb61a6c55af33bbb9aa9c5dbcb4c646bd4b6c38b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007513091219adc77a6c2a386d3268ada1ccd91bfc812d0dac2a645aac11f41e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7da4581d366fc3d3f869e444e58f4de417f2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe672ebdb3d62f5b39db4a1b75322455e8bf73fac25ebc10aa8907596ab9b6c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ecc0dc0a916b07403c6e06cb2a1906175daa0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d861e8086b44d23d0d860dcefffcbe8d508a93533c112d8397676a41373d73b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4382a81ed24a2b23c3e32011e416ab37068e5df3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4b93db1380bad7d8931bed427b0bfdd775c5aec39900e0f8482293818b5d24
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7b4fbc7283c8ef8dc9f1c111c2e296920cb58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a5a5dba33cb624547b96ae9105a52cd44c41ed67a80ee8fe41f3a34f9d7ca5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8b4eff1493df6f8c15bd26c41e15bbd5dde03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8bfa6f78f861fed3bd9946ecc63d858b44da124965c63eca0564b014bd5f76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a812a0b70bc447eb1133e2e753121398cc6dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0a55a08c6de67aa4ca6e43072599b9f6d9901abe4066679f3842cb8e61c47
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686a3802c195adb1d9ee71dc22549441d6b3d99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ce87042758d4aa10c8a4c13ddf0250b42d24f8a1e4d81cf2b06f5bbaf59cc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d2a1dbed78005a691d7d0d791766b6ad7cbf7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d050b2b8e5d085f50b616f54d33d91ed08f36eb9b802d0c17cde170fadb2db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9c91d2db8dddfe61b8cc520c17b54048668ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c45e4b7b4667d88e447f4835965ff35dcfcbe10162b3ef5ae3dea35dc34b57b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4cc571c6b522751666fc20f8d1093d9635759
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feb27908f8a7b1d3ab2f515f16acec90e53b7e8a593cb6df542fc09ce859270
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b21b2054a9dcb0554f45f029b211763600c373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b893c353a149f29b9ee1986ad4cae82df518d21679e6e23c9634e022b8ef7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba41f0707b66ea9d186be29eaa8c670d1c557922
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52b231fe0fe40db80ba26cc063a46bfa72d14500d88f6f0c4ae2d431becfcc3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94e9a605fe4db2b14b9c6d8e7dd8fda861dbc32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d548406301355e45cee9a63b20981555b40d15e6e90e84fb17e453bc221999
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3880aaf685e4261859f86568ee08a3a90ffb454
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965bc6204710af705786578c488eaf898c78343fbdf3015d982cc273f1f53a57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafc2cba08ed76c84803024b217139146c039df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6195dbd173618fc6a528fa3bbba73f4cda6f2242d925d2416c819ac7f3d01e53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3713d048ed4ed2043fa84dd48d318bc2d653ab3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be53a37947601cfdb5137976eb36db6b60f2abd4e4f8aedddd42d0cb1799cc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4efb1630647f6ace58a348093da712aa3576d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd8ee05bc026d0d008cced808ab78084ba5f24f358e248c3ef42007e689cccb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd3c7bd0301da9370381913a19aeda4e7881747
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19d437bd008e8d784813ff2122914f692b5e6176bb235dc559d033ef0c59903
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d3159a38b666c9b7f5e56874863192d62be023
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b39d72aaf2e00ca0c79cd39e14d0f009014a370e2df995c0e64d1bfca93571e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c00946b41a40feaa3d02eb626145c1e9392e19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86778bfdc67e99b2c9fd53434d2d04bec141b01f8598ef232130f68dedfa9602
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56dd05b40ce3a25945ca0ac4686f87bc49d25f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6f5f68b2e7b6ef2c5209c7b78035372fd5ef206cc11b268d22fa6af0a3f44d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f05cdbce743f0998d16a0b533ecf1d6bb470d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf115b26139958c8b944ac0291837a608159f8698e39d38b42345abc12652a33
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf555fb833bcd97face8ae448aa1a76cad1ce9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd104ff9fd25f34fec7e5624c87341484a7ccefc23e75fc9e76de9fb6a264828
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660bd6557694fa2392eb4637db86f14b62521dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e19dd1e6c553f6396d616cdb7cb4016548ea1efca77cd242c575885d2c74b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718a196bd9ea147f27007364d976fd99f1374206
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0605f52dbea0138b57e28e9ceb417bb981b1554bd3eb17e8312de3e3b324ad5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5317e5b79f924e9e3b083c6a3d42c9e98a12c0fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b903a6ddfcde3d86cb252faa3fedefb47c1e33361d421200bd40a67266091dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6602ccb19f30b7c98318cd744ebe650464ec88df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51e4632d0f1ae4896fb13b1e0408729020b099f5277f1b524829e2e2a4856e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444f583f2374b3f6fa727d78030f960dc4d261f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bc9c0058221c6c5377f5d6008bccd3e3e7f4b628ebb34a8e7adfda4980b674
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e83354bf8c6c64cd92dd180f325fddb6a2fa04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d3fe6046e9d805fc8782b039046b1a5c5b44dd412e0388c0d2f60ff3307df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eeed77c27cd37ff7218ca216b7d6f20e8d8b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3225c9ab41f2c8d0352bc11c99347a879d10422dfbeb35b27dc313dc798db1ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f4d26603f843d3ded851702c121a16516c0596
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326256f4b3d4c50254e3089149d65845a7ab1eec26e1d1f4e1ea7c675f9555f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee0e85e990e2e13d875091a15087d92f3cc4e10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b08214a73d368a40f2b025a640553d6a2bdec81db9ef4a55dcc022a8b8a7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628c86311bc65df435436d4a51b0f960f9a40725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569907c3be90c26c72c596b35acccc1dde776f389965b7540ea622a580d5fc75
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4913f68216532c3d71be341c5f8c508f913b98ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f898069a72a1855053bbcdb28de0e26352e22607d6335096da081be039cb80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8568b11a68d08b11c3d577a0eac7c72a6da5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb0e6edfea4ee456daee4106ee2e974fbfe093b48a18a503264d983a0dcc32
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac31c32e31924fa77746fa81bb0c936ce3662b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda3d0469581cfc1c072eec97c729ce3d69e70bb887aad547db4efde4492e2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc88f38aa108f9e6d1a74e841528b763f4eb9e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77069c95315ba46c7346b3217df8ccee9a63849ea2d0f3e65908361e2d5cf5e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54595e699243a0ffacfb76ed2895ab3bd6865f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960e841d913ddadf61f25ad51b304555108ee621a5d43faad3f670a5efb3192b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b559c232e61e4e20805e0e45d337df8ce79d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941a0ca3d5668458a0c8d96a4fe9c5ff1cb52845dfc5a9168d18f2874b1a28af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5523fecc261d967645efac0b196d2700c49a895c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce89a8296d89f6dd409072a793d6eb00f80e99f1e537ae74cb3994eebdc520
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b8f294f329ff2464f8d1c495be4f3f1dbb02b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8096289b320d6072d58f7e04d48e16c27efc9c310a3c0fa8e060ff370f958e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52654979cb1574666b8727179bbdd89b90126c36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e891b4d8e6b4b500ca57b756e61865e9e36f6450da727d368c13579015a205
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bda8d0e94583767d3eb0d1f12f99585ad6412a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91718dd9e2827c205d0ace3ca0b74ee0fdfd3052bf25bd068f68f56e12b05d97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62478095ccd7e722b5cc76470aefabfa7451b68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae81ac49ae3aeccea201f634e5e29ae8ccb6d277c94fb3638f6cbb25f5301277
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462cd3e2f718eb2445d58287d94a9f1ab410eb5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8795334d15b5e61d54407ccd4a5f8c127d84726874a522f4358763ee8038f7a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4f24d1797018b243f63cefd21d5840d1fe19d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846d53def543d3d26f0339194902f5a49d310d051abebf06b66718df85affd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfe7cbe563ab1a554c9f82ae5aed87f5c80ad06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77555c4db541cfe410db83e5112bd077bbca559934945ff0aada75c1f39dbac6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8949c0a1c16738e1aa897ecd0e3d9c73f509e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd6b3c96b740fbd3b535ecad5b938f5247de78aecfc12f621e16cb6af1bd1db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a336940e518d5894efe5f509881dd1c180f7bba0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8958723c85b15eb452020903e6460bfa3620454552cbe94679fe93f9b400ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7f309903acf1b0a93b5a0c0abd3b3297bf946
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f173064bc1be0cb8df4432677ae123c8ef02afd5be5ca5e6e791bd26df24b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f79ebf6be1e314ac9b730bc685ae8e27345c48e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762866bea470208f01bea8c38c9c72907fd99c63e0556fdcf72d64ae7027498e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75145ac70ae069ef35a179659412e9ce46a474f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3880bbacb47c8d0bf6a8f328a8a3fe278d802e5c99b9b5e237ebdcb4b0d7e530
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9229fb5305ffd8826d9eee004eddcdba8b177b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391c41f269cd3b6e0f3ecb8258fd63abe83ac386cbecc965c6276b9f8600d9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a2fc1bac29eb5c298ff46466e566ed6c61d80f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460021a763eed48e27f1a672107a9d0314fa3e47a8aa18a250b82337480c4592
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15146c4dbfeede5d9a6fd5a81465dacaf600cb41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0dbb2eea8a343c0cdc6e291608eb2bed9e37518b3fb44c8d0a8fca4b55b8d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce941913b159680d2072adff32fa7d5276f60962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e72e52e55307864198aff37169aeacb033b39e4800b927c38858dd6bf38dce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555d40299b05ae877b9664c75e8ee9969672497e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb5c933426241875a41d4b1eb38a861000414afa858673e46b8357c239400d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac74e6dfbfe9a3ecef8f8c364320d9c7121b75d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff2211c59c685eed21bc0e3476f233f0b764c93d94596f3734bb5c9981a65d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b463489f10173780525b7da21db8d9a32e4a81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c5473ca34c59b90cbff2b87891780bdaa0e772911c98a39444a6915d767b92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75011dcaf438653131c20a4339b726829f879d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2cce418be50aae7160dfad4e290557581834194c6da3bd1b617019ae0ed74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd7181fd93a37fbeaa6b0ef30e915af9b8cde15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ed565b93929aca132eda4bd561c133206b3f544515a4d7d20cfb82a990e42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cb41cb33d81f885f6f538e2c5bcf903f8c7785
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a207155a5f5762a80a15fba4fa3acababb896b6198fdc3167879fcdd3cf44
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70a30b47c7ba1c2576fd2dca14867502e8b080c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dab0a3aa392e008a5e86002ae822dd86cd843cb29f052780d7db994f8410d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c5696dd5f598285e3ecb6d02135f4676d0bba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655127a1ddb27d1dd3cb5c907fb1fe377b347712c243a5a9e6701b8fd543b035
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae54d97eb50416390e40342b8000b7409bd1c87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754dc763c3d820eb26a2908f946432fd59bcad7eed87112e48196b1ba08e1942
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46abe2a807ffd76424e2a053338e38e882c6ba05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3379fe746be8b63e1f2db7ab974a39b89b499ac96245fb59c0a0fa9d1aa1ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256fa5b661aba34685a9bbd9d160a83e600fee59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6bde141134db9fa0695df6f754e90b4c02879dbc97d2dd043a5de61dfc7e3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abda4e33afb744d2e6b9bcc97532903e7b16c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f62525b5614abbf4f0c5d9a4b37f1da7382f0d94d2fe1f6754077efad691a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd80acb684db5ab8c5f3a06f3809ca3a71278f9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb7eb4ef194adc37fe67402657f405ccd18270450df8508bc9de23ae53125e3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c973225913e5a52c04614099b9185a1afaf30521
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7f5971ca66c086c96c105b22701c4eadacf7ea19f69782229bb86230339e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc63d236d4cc2e5cf64062f7affac2bf1de85a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135a242019503dc557faaefb902d268b8b918ea55b3bdc02e72ec9e27535c5ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f23bea6076be5557f41e9063f481a954e5bf07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca76bbc7535e7f472addc7edf058ea000eeb2ac7158c06ef2beda3a2c2880ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9903e26d3b9b1a0094661d70e12757b1f046a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cf443dfc454aa56fd78f5dc0020cd583a96ca6e6337289b14ee53d4609b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e501ee63e048548f9213276b3fdcd5d2da541c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f5a20b95a3d9dec2e2900018ffe77b379cd3d94fa652941069a6dde05eeae6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5998e8b00ec666269cd34670d55537430f4682
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b945b8781d316900e97695c55783ea97ecb8e3705e7dc35e0bf9ade4faf54e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b60d981f77b9101166fe5e0990124dc611c29cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3558c2f1b41b1def99ff5bc2c4ea7bd75eece99563da34353f648ac02627d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c310f37adf56ade5ed3b98c2c40c78a2cc2f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e505527861b773c1dfd0c4dafc1b271a38bc7f11816bbe059bb7485a0075bc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5720d98281c30218798a73d3fd5558d97d575270
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67458f3978aca0646f1fe69f77b7ae71eb1831b072e559ea6705dd6ff165daa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e558bda3e321fe00122b679853cb24333709189e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1041db1786a03a91d151b91768fcfadfb768b61b6bc848f1960a5e3b36549547
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065aa53c6110e9d2cf683fd65dc7d5d7e3d2a42f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92590666e8c602f5f594d25e3a7fc19af967db7832d98c810a1e581d0506422
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e808d35d26f9a1aa045f02eceaab4497ba25fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123cec9986dfaf6dd98a8619a074ef4377d67335a9a8b1c432eccd102f0c8562
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c25fe64543847c67849309bd5fcfe65c95d604
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a34bc545590b08ef6d86e9b4b836e0b6e210d410dafd6e19d8fe0176788b1a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524239b6877566592ab63cae53537b26362d8667
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71327e7da3db97ccadfb3e531431f2576418021a348265fcfe881e7e231cecd6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec8d5dd85ebce6da98b9b63a1a1f35680cf26e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc77004e616cb7fc665dfd9e3a2583b7e8d9a2c53762a29b326717dc1bd320
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6150dda33b097a7923fe0d4d84b3e1855d9ac69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d30bad423801259dfd5f79229da9e33b1ee961da7232dbbb3b2c6408b1a5b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1011ff3c937b19654022fc06fca24825e941f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dc935541df5aca76dfbb4901d16d75deacf99b8e1aa0d3ec07eff50c4013dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a08001bff7fa8e6dab37aaee1424fae2ab1368
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce84c7d362313451dd619c4ad29cbde2a5e24e7aa2ba483ea176bbc7766c0d44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd59f05fb4c172eafbf5af68523ca508eec3f81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf543417cf253b99b73c541db4b189fd662bed7618e1666b440e1b80fc67a76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a189a4ca94e14f731dc31a2da73bdc7f9718352
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f918f32aa88a4f3c89d87a11ecf848af4958cd121a88bd1a95ef675ed5e17ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac6e7271be7c6752c6a19f817da06bae83e16b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38159e0961401e5478894b704b066cf9a9645267ccabd5cded064afc02add277
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21800b4576949d2e4e873f6e6ba926e78ea0de7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3923dee7f6be2c80e94d71b56f18425e8e6df59bee50b8380b1b314f0983fc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5886376047a733bb0588b42b5fcf2265881c86f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094546e70a4a8477a1aef7c6b8c1ef64a1097440f4063c8ab5de7735640b9daa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426b2c9d41111cc3c1288799059f29d4a8a4fe0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c301d059686953051eb2d8201cf30f8618faa081b10635dcdc0d6e007cb3b49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff39a6cc3c4dff59c0194f0d00ad4945c18dc95e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c7986a262852ec187d8d6f457ffa6d5c1875682148a4152cf7a26c161a8f25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f30439def51248daf3cf5ce376dc2e524fe508
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204dc4f5cd71dcfe756909fad910e20886cb5bd07f7d8deb70b46cafd1896f5c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c7c1d53717515ca1a2f0c7a525b51ce85be5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc6747b52014a526a61030dd7245a60a2cf70ec39cec2ab032528abfbca40ae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49a2153d2bd43fd43458cf04ac8f2cbf63428a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec54e4b8840f7c7be3cc787c84d3a2b6a2985b1beb1a0fcb60648c806d27a718
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc8edc698f12268fa9afa3e069fdf9ca123eef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919893806b0bb808cc24fb2f8e38a2a1f3d70a5d0686d128834ccf9b2f040fe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe01e60db1c0bae6d9844c11e77f8461ccfe604
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d67e29bd30dc9b2e57127849c38e4b0cd56dbfc2b7ea930186ad1e7a377ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca084bd064424a75a1f2a062fd1634c320456f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eda286ae2971161af472189951d0ab4e656d69e2b332923bbef176f7cd582b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f98dfe4b37eaeccbcce93b7a877ef255a3ecdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadd97ee71966e5b948c561fabe075293434ae7048075b6251298eeb39a8db4d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cae29513eb136e6e1a584843566abd37f1f14a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f0ab4225d576d799525c750de82608df8e2f2e61cca3e3bd480aca659adb8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd97e436eda37b09c1073e9e2c9450eb4c53c99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba03a9796fd57593c05fb5a09ff4c26a0db9951f9f45f6d2a6f1a6038e08b672
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3bbbed11f63c71f6135bff8ce0d09273bffcfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d795e47953750db876beec0a06cc8af923df7ef05599224f16a4889a2f8637
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f3e8937099a07de9e534e08ff489ce20957e6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20485b4f414ad8d56d623cc71b32ace844ad8a5cc90f990521628bf85d51e94a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e61cbd75bf1d0722f6696645f33e86a2a70811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc83c6da1f03dc5fd9bb25d47ce8537de444faff2d43f4b87f2ef24dfa26b871
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf6e9b567320ce22b49b070e02faa8629fd56bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee568b8d070d465a4a2ddd4efe4e3436e0b775405fb93fbb53f02ec0b489b7f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ea6e846ad7344c6fff80964a154a2efe74de00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12354b619f97d5375ad8860927edd53b713a14f330a1414e5f95722e305b743b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51610c6a89a94c714465058ca095d332958682dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff59b886cfc20745ad854fe2c8a5b4764a13ab2b56efa0fad7ec6b32cbd8995b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65622f238290ce0b655575672e494c33a08c8628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e78e3c9b500b3699de71f8e242aa585acfe7961e80e663b1701b14fd18824
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac09bc0cedec015358dafb00074f3954aa91f329
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882eb3265ec3e129dc64fa66669785472c5c9200f1945da25d32c0171df7bf13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5234f4a331632ebe51d3ef6fee889cddc1512722
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91358da100e3a3596c792413fc5a789c2ba930483defac9953b5c4a8ada9276f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8514469dfb4536b8204ba199ce08640e62e646
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a541199605e656ccf7dae247dbb92081341457f5aa6cd70531f001454463a14f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0896ed54bebebc100811b46994c87bbc2f4ad16c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393806cff428de219cf35c6cc5e5a21861b8d4f469b2a57492ce75f8b279fcae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeba43f1157c9e76f3e3298e55f27615c15ed1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc72368194a3ed05c12f47cfff4393cf4fc9d200742e61664dcd089f16c9fce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf10ab43bf8e363bbac8045437f9c129a0c7705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978aa6173f71099d650f119c4ad398cc695ae56640852f4ca68119f8f601e792
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963d822436fe66e591d3b0a3814901cced78c187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590667769e5a6f75a9767504d021d07b3fdc15b17f03f1cd3d871ad235eeba42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66914382bd2b66c6493f5ef8d8eb1173b479ec2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a237f6e125a4fba9100220148cf8bcb2b5786b7ae17c9b47d29a257c1aa987fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8555592eee7618adafd608b56662dd42325f710
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5038d0c556ad070bf380bae6d977583dcd5685bdf2e23d2962e7691abaaa8056
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50baab19e918a4dda8116a1a2f4a809ad79e6cda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf46575ca867bda85cb1d8604f6df6ad57af5599f9b36e49c7314ba89f6010f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b9d9bdc7e9624ffe4f3adeb39f48708a403799
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027364a17031033669fb5445f60538a24f161fca688d7748c6464158f6bea636
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36eac427217d501d49f075fe4cf4e600d7ed74e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630c2ae0476b6885064ab6bd7256e2fcdcd141ed684360c70d25c58c985c12a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0689ce832e3d93945ac2c88329c64ea33902c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210e84c43d8a299e63b2763f077ba6d5a05b280eac4b86b349301aa7c63861d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2b1a066c4079288e4914385da21bb14eef7216
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be02dc7594d1db706e61c9b5ece041a8467a5977da7a15222c9c0b45da20f4be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef693743d31a150c343681325e8ee0f4d2007e72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb252433f2e1f4f4462b083a4184b5a6c361b630c0e68bf937ad2ccf8191e13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f668261461e81084e9d95ba6ca030190c6189c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63c961df635058f38cd0dcc69b1acd6117d54406f0a9dc06dcf7bde430550a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cc41c9f15cf482561f82404485daac2b7a6652
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b7924024dab4f3341bf371d4981f90dae29fb6c7c1678f017bfd7f00a34c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffd22682dd8939480506830e646b1862c440523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c633ac80baca9a9ae153eafe61bb78c948a983221c2cd3c3b802643e8fe20e22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a36c1d691cd8db2e6177abb28a43cb61c9e475
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a1379d8d8a6167270b548e529c86d19e14b1f35c974ef70e965f17582c2ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66809a5418663185a3d98410f8b5afd3d9e10583
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef015dd459eddf2d1cf21c8cd196b41ba36604f09ba58edded59b9b5a76b1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5497808f2478a172f3ec1c4c5cfcf89a5455bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc98f89f1d7111bc201f5716a6e124369cccfcf8bc1dff529398253a504dbfe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d095baaea0f7c6374caabc552edc32de314ac6cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7af4ab9264d7827dd122789ff59e25edf7becc54f11788d5918dc8bde350d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb24ece8c8b637f39b9138834fefb860eaf55008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22e429cba1db8d3e18767ed486679c03d63cf24c7e27e8ec12361ae4f2e513e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828634e075aaef08195f58a9443459c00c789c75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8fcd37b3d77dea93c96b720bc5d17e60bbb6712af484219c0279cacd2b8e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3075151bfc7b3df3090d1edb7fd4b827ad859f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3cc667a45a3deb8bb04e86d5a1a31b0e3d961da09c4e3ee099ac838fbd5a10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d711deafaa5a2b0b36cc9379da73cf5b48409c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a33e4e853a82f821c47a78c44b0021d02ba81746d74ab688a73d66687808f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651c9a288bf363bbdd057e0c9d011b79cec1f03d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe3efe2b8a597696ee7d6847f0e971b1cc939ef8cb30c915c449923c210dae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da49f500a5218a0ef4457ae6d60faf1153d6ada3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b2bf9eef6f957247ccbfa661259285dc3c3b1369a543b10195b0b2b2a1fc5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26edd0b1ad1355127c5100a709d6205431e53e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019fdff28e999ff26fee64ba988f13790ff324990433851365e513fdb4510362
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406959e69efe6b79a4ccbcd0a6326664a7958001
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b890dd6e1f4ee15bdc251bd74f0f0be12158bd4d8685fa6264588a516e4f8b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161fce5aa8defb1ded71f230846bbed2defb5924
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7c3531bbe85dbcef7b1be13a62404ef7efb61c65165c864c7b24843829d297
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d93eb7bc81eb79c23ba7607bc4d5bd01eeae430
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5014b2c2ee9b975ae1640bd870f923f17b8e09ed6e48524ff6e5c0b451dc6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b376616ccccb25c665190983ebc2190c8a271
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb673e06b0527fc8f19926c6aaa0278f9134da35d045b6b717954a483bb899f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04fa17b586c4e01267bbc6d3975ec67e452e1f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f5b214b4d66566213bda15cceddae747ed0147cec1626eff2f58831bea8a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c017d7345370af8de58d9006bdbcf503b37ed5e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a71a5850dd062f2910ccdaae15b90b15d69417744609e70adc0e1dc2e71e94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bad434199b30018b3be76c62669f91068acc2f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8701fd15997d2234271caaf1ffd63f5dd53721a8c7c8cfe57965f081bbea3c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6001134bccd57b6463eb958142f92a89cf46f62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faece610f6f5bb85989f03dff8135e142defe84edf8960ad21906cd7641c0ba4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ada266849c240f929d0ed42e667da6c070978
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e019e15b0fe2c04cf3bab2b8a1992debafc5fdedd569af50e76406f683fb42a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9360066098f0a5eb74143bfae4b7548ad00d958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab11ad4cc1fe770fbc90a51ba0b4c3762a45f60e5ebe755cf5baef5db818774
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f688660d6719f40692860d9887f6e9fb04d0728
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a6e74c9258efbb2710df60ae7d29bebbea36237b5e94c0b16c08408dd08096
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e600a86cfe348c894b4442f676e31b3e24ba433
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a98e6ac811e76444e479d50015d0b686e0dfe3d3d237cc42f3d4962d66a48ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50670c1d0fb5819d9ec62c324e9be8ef24de21d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a291e40bbabaf89e73be47bc931a9fe73ea58e078cbb9764ebabea4ce682f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed9d1729237575e80a26e9692abcdca193c84a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eaee2cf818c3f5aecc2d84d88475260e25a8503e8e847b684928bc94a728a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7101450c60ce71529f1b20fcaea308c5ebe8dbef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f80788e9c249666df21b780fc394719ec5ac04b7eaefc3e8dabbc5e7b7f4d8a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590c80b811e2cc568f9158fad083f4b49e7aa022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55082dc8a6ce81cdf73bc9bcac23d16ad2b5b57df0b32024b7a09d7437f7c3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd81fac430d6a5d4553d9893ae631906d6b8c4de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85abdd024a53a31f529fa929d5bcf92aeefe947e2e9aba6780a1ebed734a0ec2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cf704dae8519737f418fec9f96409321e58fb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ebd8811054132d7c28c839eca05ce873c976a450e209e2ad30dc562abd481
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3635651226ff4006e7445fb940bb1ec511951646
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d68c9f1d0e383c634284eb0ee76483b463dec9eeb5c1349ddeef6605fa119
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d91c886866ebb5cb167794a5bd5c62c52c6c357
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7093d3ab0568e5eea949656088e6e1aab2ba042d5cb971e257b3caa9dcb0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6876f2361e124a310f8e32ea302eb3504c4cee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b9388dea2afb7a90dea34fefec337e625e6ec7a2d62ac28ff28500117251f5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465449b4f31bff6b12d0cd3eb393bc38664605e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b3f32751d1f5b5f2881b6fd6e9c948b3e030a592d9d7630b59f64166692dbc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9887c0ab0bc6c08387b3d6218d493b09fafbc1bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6b58bd7a2f9821df71a719f73e8c823951308e04331201d3de9ca9be15ad0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b57a44f5fd62b2e79e8100c15338f0cc416d334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf0d7c0787c3b14620f537bb03bcd6fa77f7ee56e64bd5fcc3a031797ae855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e10e2dec6ac69cbe2baee30bac2cb3c15d7467f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcb3967a4c2d6edfe3de6d39e0cde06a69201dd92a10c559b65ede9b9b41e6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1644f6d06de630dce83aab7a6b1bbe881bf9567e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd60861082b5a5e28206be9eb6d9ae48c5ef90d10a93ef6d6146bd50aa57b7a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685cb5be64c046a2d71c063cb39893d2f90bf973
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e8fd3d6a8af2407b0c9c6c9859cc23ac666f9cad72ed4d06e546788eed8a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617d988958d4f9244584a41ae03f91748c4f7b23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088eeedbfed89123578435b60acd52c0661dfbce8c4f20a2e29d868c95bc3452
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b86d3eed591db896b499f97e7105545943de8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c9e97c623e8493e5c6fd1d07180adf72cae45914f38286aaba8a46d7f574d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6ccfdbdc91bf11405416b2e6bdb4056c7e311
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc54b43c7a6389b4ecdb52c13b47e7025ba19610e50ae53e1bed57bbdbaf78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6fcd66e1a2391fd30da5fa46f609f9c14dbd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2836d5e4fd2f4417368647613beed56e0f5fe9f5c0b6a77a3e8df2ae50a780
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4733d22d3101a4d10a066a8b9d6c1590985a01c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442d3a13c72297addc089f07fee4f512f3e3c5c3f038a92a09423f523ae8de0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b5f7868011e58024451487819da34ff99c3593
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3f6f416e0986f6615c36870262e2e8ffbdbbe27ecc753025f0aab82d88bb38
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f38f9755a12ad2317ed6e4d21cd1b84e71ee847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc4fbc5c0cab95b4fe2ea710906a613db8cfa6c7682de670b3f7047b267cf8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033624aa83f12976424a119de4d86ffdc570b7de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c6e7058f59e25a75bd2bbfa183f9bc7048d213e21f87cf110e4652704ba143
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d65d49a6dad24d41387141b69735009c2e0c45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e04df848646b645e20be286ffc449631f8c0c70c361e7c3af5a8ab55cbdba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a841b4f22800fecc3afd32b8aa3fd47975375d87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca0280dec1008a845cc9f79484e288babcfd77c40076f257925e579528d26c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ca759b2bde34a36d24a771d356a33bf8eed2ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86232dcc0de93ec5b72d618a5003016b88160274f33a2a2b29015104b86c2d26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d87ed0ce50e7fe34f65ae7db09e3681404af16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eb70524ba15f8d47883cb7e6c9adb2f3d55bf943f5c41095400dbc851b2c89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c3c678268a9019fe67c1a8e5ee36a54675c83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84b26e2ca50a144e1e91c57131d3929127a786aa737b525f89c4cb9ecb189b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2e5e8d9c3691582c5572a6501b81dea35ae1b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9e7b71d88d9b58af2a53e26ba8e87580c62be0048603f5923b6ee72af7d86a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d779a6a87a5dfd2facfb350a54612ceedf2d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067961c8c4c33ee32c62bab10a6f7c226bddd9bca82389ec510842e44a5f023b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe9c336a6241804134e853b807047a93e685aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63345da5ab08d6a448f797a6cdc402e0f522ea7ee3e339352943ff6cacb1ce63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e177ec510d872735944e207f5577e21664db4b7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f62e722748c4ea50da7fa31f59be842e0c13f6abe380ef0fedc2d3a99879ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9924819fadf63f0650f2428cff1c176e5486d20e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e00935c409faf240ae0448cd388ccfd3eecf95634aa46c80c76d9505a2357
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a642d7c8fccc4a05ba41779b915bb83026018ffc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4463008df7a2a02960074280ebb14f4b9ffceb3f288dbc836d296a5a1ddee54a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66982647905fbf02eed2b8a3f78fbdfdaab39bd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be0b2498de5234531d087533f020067d19bbb2133eb276d3d2408ca5df008e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2554fad9035fd769231c086f5ba5567529b0b3f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85952ebf7de2d434d585f78c54bf0c322367865288fc390fdd10dca4d2605431
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef70608dceff5c810706767131b7bab5f59d9589
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d67cc910c10ed800f2bc683c2257eb0b290f37dd40279d2b001ff56b72fb15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072885d9ea4a67ecc97304b03f917595d635ad7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ca5d2e49bee3389ead4b6609eac13ee57422ae8f9405364aa5a8e3723140a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19463d09ef86620f08486c6017f027ed2a166a0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084638c1308b273ba6ed8a591599e04abf92266047711bcb89864be74a5effa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfd00b697d4a92964028c292f9d3bfbfcf9c5f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40588f87bb3e1ebaabaa7bc2f3402036a265ba7afed706cff65471bdc0b0390
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ecaf9bf08877f52cdccafad019c4fc11caa97d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b0ae25f1bbd3942bf72f16d8db3c74f552c2a9fa6e85a703e084db694944a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aef3d21a1fcd4559e9bf0cd9dad579a226b5ddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1835d5cd79416f327bf0ec7ff24906cf7988b298edeb36b4b8a00c3c4b5fffc8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9986d65a27d857697ba8786cca3d97776e36abbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674cd90ef4299f98bc62772f7d776d9bbe232944fc2d9008de4ca8898f3b0402
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c516f29a3c4d0bce10bb9728345597869231948a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ecd3113eca492fe10f7b2729c885b35926b809f6191c1c59b454592f45c06
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df341185f362a3c02f2fc7a432c6e43ca82b68a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c8d764d82d57315262a7f37ba9fc5cfbbc87e88d442ec311fb8bda760bcb86
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5306ae8d21f5cf88d7f2223a3d8c67dc6fffc43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bd9036e922bc3aa2a968149778818d99f95d933a984b9bb9775b1893165f74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91e4dbdaabc920dea6eba14eb01a75d7b647b53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130ad808a518e5dcdd562e04bf249280730ccdc4df541f3d2587817578e9a2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89b25aa074e35428238d8c165235be7e2cafe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb09cc7e086f45725e6512a0534587a621b81fd6c9d3b4e4d7457f0cf6aaf9ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94754a9141341bcdf1cae32fe7475a46d4cba8e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62385251ea2c3102a5d49221fe9ba682ab8528e5c5c55dcf9f46b1224ace71b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708c43079e23efcdf6c36db8b5a01bd659c85a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3776f92a6cd11a3625cbf7f387148fca238e1b21b7aac3a1682d4145903dd5b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78e24d25210ea5d4167b6e44aefbc34005f624c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f15f1452a202e65c918e89363e0bd7fcf1aa7be81c68419894e9cf1c7a5e194
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f49977723a969011790f3a993e86244fc5ab152
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea45fdc125c13f655b300b95a86ee110f5c170b3207f459c5f2f17cd4ce0d9a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdc3d3684d49b61a5f1bc88142f29d34fb3c461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a187ef38a531914ef4e71ba1b9a6b16d750695e2ecfe9ae8e232ec85648b5646
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513eca4f5a966dcd7a987e96d674091567006508
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87052c2cac36e8bb3371234c91601f86f3a4ee0a0e761256bad63ecea1b8a6e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1967f6f4a3c8ecf4c56b408a6e5b6eb57a0b0ea1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a56e955acc104e3a9e3d432b66e03ec82e62a6d0d1ac0117c6e934214fa992
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eb8cd99b7f104e462d8b2ef255823299fc796d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a21a28045d50d9cf4a0e358d05af91751f310880112b527df0686173687c4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1055125110587781692487774cfb73c356b06e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b7c863746772db0770e4cc08b5bcd4a46310f57a58ced808901fa7ca3bc319
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becc28e3a05dbcf2902be31d82c62209801c0b07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650efaaccc977b5c3962c09bd46fa355013f71615092e4536381b1da5176e09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b9d3a51202a5a1da4909edbeac59034fc558f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48fa4ee6f654e51b87e91cfb47695f9082cf3e7d30ce058c4f64dd050a6a272
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4cea822110ca8d9efe71c366721d045f8b9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f518eb5d3b87074a26a591cc431a5d93223678e2aa28bfa0ae5ce24e3c0028
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105e457908c71e4ba4f570e2eebda6aa986769ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bf9ebe072ffff7d4031e4a3545f5f12e2f604e48168b207653d1777a6356ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adb64a157eab36c0e934fccb3969c1f29ffc69a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ed52616dc35c4c02f3167af06d7d981e5f15caa28051463c3649f19e2684a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec245e9a478417c3f00b507b6636c007c480334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b63fd2ac15b3524c5637d9c6d0ef717c450cadc3dc8c0bac6e5814ba88732f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e2b440d14306ce6c1d633e350a6b0f8fdd0ad9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4445df7bdfb82f45e0792dbed7f230ca60b83bb483913894a74eaae46966f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffab512cdcf96457465098d683b6083eadf70434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc59dd77a6ea682bac92119c1313716e967b49784e89d37fba80883660f78992
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d4a0effd5102aacc62fc5b55a34a73989eb59d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb04ad017ab41cdd0352f7ea40ce0992029d13ae1413bfc2f8c77f9ca859d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8f97b512f7d5fcbac0daa218d1f9044d667a1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe5933d775e14b840041e720ff70463a53f9549d39ea499e3d3fb4a19df5240
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbedcf1adc8da59cdb9755b71493415c19b4ac3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c738bdbb06de8c3fb4037691e40044528e23d896dfaff7428233ad2dd3320
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14190f4bdede6140ff1b640b23f0b8bdbd363a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ffcb1582ab20e31d7d843ef286fc4697e037d1a8ecc602e648dacaee2d5638
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2cca7794ae6cd758df7fd8e2812fd27ea504d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f8d6216883d79380dd8cf6824675d344c185e691ae73feaf0c3667da255304
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d5b7a10a83052dbaea2f659ab77b468a20414c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1734965dadf52867ec24abd12413be4d044361083456494cd7c0fddbeaa11925
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f09270837c03491e315a45959fcaf19bdaa813
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1463ec8d520c1a25c5fcbb1e36a30b29560c2d38b2bca2e7eea43eef1b62e2d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094d2e3ff77424a3db374a2c51d94644e6cc968c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e8e15434208c5d7e1bd2c5a6261d3d5d5479c9f4a2fca0100e2ee33e2b5b0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e692e4b7602055bb2f9d93225a97ad7b26cd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c5452bb58f15c93d80ed21f311f222255386b1ff6ff6e05c8116727b70640f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cda9f185f78948966e2c29e5eec559fefe8bfdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b834d3b2127d1842a86ef3a94f09d78b72cc022abdc3a3c69c15e41cd728f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6607339fe3ef80a8154d782948f65b261b7b6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e0b74a97d7fe1a74f0e5a1812c41b9db8c4789dae24ca4571012b5941a7b56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7485c8f7c3582854dc36d769936320b39fee78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affed709385c5275c742489202f91746eb2df58ca0dc2f4dbaeb28111133a8c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a85845d43adc5abc092602ddb46b6d0386159e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398e7657ea93df5a137cdd9221e96fbed9339498379e8d22f599ae336f1661cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eb735addc8514463e37998f8ee3a755c6af35e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7b0e1c04ecf7c38e7a89f3e7fbdcc81c4d656ef8726b302b3ed79e53c603b8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d1d532100cdfbbbfe05e41ca770004165fb1fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43b5cd077f1b1c11cd9af8e42d38083d22b06619415b408cdb49efd3531f602
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5529b85e9fc9b4432ecc7fc03d407a20ab4c354e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fa742f9d587c8b1696acc184209c71c10b7a789aac7b75f6b13f96883516b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f8605c08cf581b82d2849819aa49707e6119a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174b68c90503f638dc7360e206629472d6e2d6010b22ca0bb12bd960765425af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d650399b38fe4d918e45ba715121c7b3b5320d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9801fff688be999d0fd8b0eda86f3188c8fa0c5970c2f5ab763fbaea5947d89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1118b0a16b1cf46bfffd8a01d2f692145e7132
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2285123e9ef7aa76323a2cf2092691863a1e7a02bf4774e6ec413d0157d657
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d778a6b76af5755d6908af4a9f2029a3c81c6d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102b09154e2853de3a6ca2d92f241fbe55a0cfca867846a6770d9334f20abea7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c9684da0d0c8e57dbbe5e8e274669c781d895
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd5a61e4def95b934ff14d4845392c003a6198900a5c8d5212c25123c63ef14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a0f639bbc469bff10efa021aab12af6f8ccf4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce1d52c326b5f85c9817f7e6600150a31065e9ce0a72408110f736b1f824b8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98d3d3fbfab7216b10d0256ded47376ffa64080
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf87da4ad3665ae91258649a54b6105347139531e851d851b342c7917cadbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb873c8844a1cd5d358443d6f12e751931583d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823bf97e51b83a3200cd1c2f563189f4a417824452fd67a88c3c540bb150d398
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45189644432a5dc63aff5181a10c8fe58ac9d65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbb8a67e4ee205ae1fb68f05171e34d33a02ba04bc9feb9aa28e219d701b367
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa17961c590d09bb3f3fd14a77e27fa3978c0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e48dd880335601cb2aacaae5ab6c13129815e47d762b96e1d2f262075f1494
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b02b6bddccc188cf66672c637008b0c49d521f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df8779b26307c7157a4daa844a58be5650c94f8cd92bce1603a213da56a78e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e5e9a1bb46553ffe430a1f61b5de6cc001219f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39361f5556c48b64240869eea8fb39199f17efb29d1145ee35b1ae3cacb7e5c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58e72a4b8ce81e121b0a07afd4a244a256bae45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131a756149693781cd3b5108246480a607b4663ff36a8d0af866a0ae1a5f27e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656846bc0d94a21f8bc8885f37213bd17d10de04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c8635a3d227b98ab679805e2e3fff3834890ca7754ed14a0ddd66092a692b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d5878c2772d0a5e966c5eaed06c0e9b0f23f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b6019e10bd48bb3d2488f31552967d0877afc6b9f6a529d10f336d90a327a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6646cdfe97d98337c2673e7486024e0e02679cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3f230e44c175acca0284531afd8d777dd88e1c05738cd81be3e637f9960f05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2cb6a047338fb1c2b8b0b65fc7496384642f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed25dce63940666d3b6308e54edbfde1b1923ca125b746be90df744a2003416f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56976dd833f871dfed0915ac41fd223e65f9d80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5561e4f1418cceed96fe4b4cc922c3f9a8997d731610261028b63df646107885
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38dc9770ef070532b9d267b6d1527f6ba81247a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfa29023aed68b6ea82fa30ab1b20bdc62b0599959b3ce42a2fcb78a934196f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82eae4ba8ec4729adce5c7ce089ed2f6feba719
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c51794cba47264e44ae486f1cd6770ec2bc6f998bd8ed62a786e17315bbd672
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5988b29dbddfb7756b9d2c5ca11bc638f1b9aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e2ec0629a1774b3d41f5ba2df6a9261d42bc47097647bbe6ec17e0ae4cfdf0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8291c0ac7518558575779b7f0a6392085d86b9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6060a3c329867387d1ba71a97c92dc669d99298bb69f8d4fc8def3f05bd1b8f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6e46666b05cf9fd7adb4fc165cd4cb0160626a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba29a767060df9b89b230ca0b9d7c62bc0273d79e2fb75a5e30dc104b5e2dfb1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc9b310b36afad4b89d9619ca52ae3c8ef428d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28a2cbbec5f1607766a2ed83d8cc6e2d450436e37036a0687ba5e8466b8710
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a70edd89294b9392a4f5f88909a51d8c58e033
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de2e0485bd26657efb896fc096e52c9079b24625c074020182aba84480c847
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0677d02479fe202868d3ddf633786674785b5282
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f632d34e40aa4b185b2011e10723c0c9f510ceb212afd5a7008ee960edf5235
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d5f0cdc200d48d603d1c70d3cefc20b29bfac9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e9ae35bdcefd3d9636b666c77d9f3e62e761fbdcf1df51179e7f8eb1551c6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec32fe585e8fc49114ddb957dac9b71a3c70559
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599e8da2f9762187779eefb7165823d67a523f33c5511af0c19e415fcf209c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e18b74df4fbb2d0e079fb33ab4f56b1d2c401
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0722b68f14dc815268f1f302d75e6a5827a9d294bf242fb739d139fe2e05f8fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63102f9b2b125c88754bffb1cb57cf06bd346ee0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619b7622c1b65198b5069946bd45e72ee24cb116616d15fb1cadef81ad88e02d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015288b6c8117c8c8390be28bda6564ef7abdaeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b269f442bf85f5d9430a6532c8cde8563ed8b4bb89fb9e2bc4259f457d5d0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332c4de084c20a60b74a8b078f367920ea05f54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cb058661ce6feb2831033563b871d240ea655a5581aaf03027c80395ef1cf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181a463d821aff9a58dc0f3da47758b829899374
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820f877192dce1ce128885ec24a48eda06d06379a6b3cbb1223278e9e03fd723
+size 2179