diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea8b51ca68fb4c1e7aa9ad61a515afe7a3a91fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f546dcba2ede8745a18046da2628e7d35994b87b8554c7e806efc39fb99a7a94
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd63ab00e6d9625e6bb0b5255a7352ad2c3f641
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9493993bef7e0f764507871846f7bfd2ddcb0770ffa7e72b2e2a84741ad3709
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c49358a03e0e95d0a65ec85782d05a3df1c44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1970c160aa13a71e03f185958ef99524fd31549f15132257f7dcd64bc4cb8fe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54242c33ef3ec331a6f6d9c9b2386ff98d076837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1619a041a964bc622309b54fcf53671054b2395e56e8d47f6a4b6e55c703d52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070a11c80c61d42c4d63cf9eac85540578d23f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c7e6607a5fcd06b6bc2fd038e66f68a0db804693df0997b991c6b7d7d008c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930d4d3495582843480cdfe5a9009155caac97ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9d39119fc44c2041940bdd67cf1cc3281b4d854a1d52d599f15f2d967b9432
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18810b7d72baa40579ff4d219e2cef82accd697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35258a69bf455145808fed5511deec3bbbe6e3b6a3caa9071afd96da15699af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05dc5da10de8a3b80dd38e860796eae46a5d38b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0e7aa12cf0a87280860207ce9395629f3d26a90af995eb9ea2c04db288f9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2097a10425fb1f5cc184c86363a83b78cc70f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d4291ac5716db619279b4f67ef84f6178400c9049f9b6f0f2a842ccd763371
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2420e0ff93df4a1c3cac40b194298c3c6dbcef9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69013498adacd6a02535814b56508a182d7a3c7cf1f1f526ce8f7ac009be0ea4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ed6c78d97179b2de60422208f322cc91ccc03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b9b30d47f80cc460c082d414fc43e54f03cd1e7819c83bb12265fda657956d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d284b73e03e5f25e31f9a4145941458b16e1f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7aa9fb44ff696ec2807810c351f73418df4beff6805236d908007f00cd2698
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75ebab39a4165baa136803a34ab351023803213
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0222538a8d353ab5a1ce37fc5fd282dd015e16f96b8b121fd13e40f491d0c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f955554407896ae432a116c6acb6cf81ea976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41f0f1e9f4f8f0ca40f3ff331fc0a3c20be2dd372626cb01b6de2d83a5f609
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b3c96f87f365acb29ab73c9d62e38bd65586b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81d8e53980820a2181dcf71e54d638fa7a0071128ca11ad11c31f24abd659e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b307933acec27cd5b27f2e8ed6a89213a0195e25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe19754719ae7d62e7c895510b68e9e84c60cc74c9343fbc7727da2527ef07b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d9dbec8eb9b4b34c67f18bb217ab95c589d2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5612109ea16c218a66b9cea6a4d98719180608407ec80e3d0e9726fe2d7bbd33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124a5fa021da2f8157f742efa4731f309834c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b91163a5c6ebc542d8aa2ed5decfa7e6be60e2a975a215a2f486f49ac99585
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8362fd1437c2d45050773472cca33946a9d5e54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e6986afbb968e434105078cbe4de1c0b0545c40041f2d502d4a50ae8f7a180
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f369bca3a1ce529ec4fc99962c658d68d372ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb0e3951fa8994990b9a148f5f6e5ce472d82b771a65192cf55049d47adc777
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f237da0f8ad19abd56a01dd0a17de6a6429afa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cc562146e85fdccd95fd76a7be2129890c976e3aa119b6fbd5bc946532e2ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ec25893c2f1ec2e858b2104607ac10616e742
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e81cb22c8e38f143327dc4ba1e80eef58d73460129a180d0bdfa68bae0445b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cccd49536ee19c56c78fea4b08ecd98158e2a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83d67127b707768e6e5db03d734b16a79ce0fc95f66e53a650dd375f932287b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879260c208ad06e88b9fa83b112acc5b2b90b527
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18010d0d43726e51a7726a47d391b22d41b3d800efe8585b20837d60694d847b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde78037355e8416063d59d246eb60ed8e47af0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58742fa98f72b5797ebd0d6e5e817004163cab403745f45d55d043b68fefda8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94f9d47b3500a0523de05b366eca84fc9509eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee968c6505dac61c5e7e9d9dd5ac9838a0bd3bc2711e567a60233818aa30c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031c8da1e3e38d24dcad799a7b0fccbf67d19fc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5d82fe3b709de8f76320194463a4e9ae4e7635bfcd710d2f4bf2baf5803fd5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab2f99c8d9659ca87b90c33c5d98096919ca0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b931fd819bf9fd3b2cfa4bdcecab7d816a200a0ace6d4874f6d6ad861d3a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9dfe04401dee492e39256d2a9ca3df53791572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b98e00edd28c10bd6dba347a360af141e9bf89a1a0ea55ff02a93a9ccfd688
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602de8fd584b4242ca02fedd608637cae1e03020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990929e64057ae3a82e868d02841bac12fcb6694ce8f383fb79bc9c0fe273ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ede817786d94d2ddf08ab48119eb9c427b4a74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5ee522d5414b504e954328e4a021c8e95681046fc3f61a6984c02c487e82a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d3274a64832654d8b3a704d2e69e822988763
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4477a05f8d7a01e69cc66207824c77ee94bb29769aa4dba38b78d032fb733888
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2565b4753fdeabeb95470c00f216af846f1a68a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a00b8a0bceab99183222a6190c07cf8e37fe56a67202a75280d61faaeaac1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46c51e5899e568a76b2867a187634398e2b909
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fbb8790a2a90a5c0f28c61bfd081c163ec7cae323091965227559181fcdb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d8b64c9ddf0d4869d7cd0eed7a4ba23f5e353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b8a4183cf6e93a46065364e8e8b558b8e8123849870cd88e7b3b5eaeba099
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db328301e0b8f81989818f862066880b1b5dc935
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dd92bcb924c9b1468fa6d58c27af2390921ec538a2e0c481e3795ea22cb17
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ef34d9f3964b177132f584d36f2ffcaea67dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838986d227a53f36db70b3854b1d4c0c42a24835f28fd76bbd71f61232a9d370
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67c1a1e478cb13d74d81167ccd3a49111e8332d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c280cb1df823fe0cf2aa919a555835439a9403085dd1887c55dd894ef072f573
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feb63103a3937d840fdc3f2d61f3cb2c3d9f061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e6ce375ce9940b699dfcb9c0ed7b1fe761949c5f3b29e5372c386aeda1e15c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496fd17983a38d27d4d218d7cde0ce79e5c6194e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506cf86b3413157863d41c6dfb57a62a2600d1b70874459ca06deee44a8a846
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce2f6d21278b9d54e9a945ccd83e59b8824e282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389bb66895b3fdcf4e690617fbb6272d25644f7e11ad06e7b10d0f9716292bb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c597468bd11d0ee7af54ca410202823d669964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8b34a4e7ffcb2e231b449907bf3d7607b7393db3ab358a703293f686088a4f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b85384d41669a89cd7e2d81b6118588de4f568b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760337103ea2ef0176849e4c14793038fd50b96aae2075bcf93cd8bd8b3201
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afad55c19d2f768f70162590ad62968cc3fc433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7602ce02be0d28f72cd4fca313715486185c7a1a6e44251ed273ff64ba3bc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662250070e370482a53e2a04f66cdaec86dc74e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3b2d9d9bae4637b465f567d17e6e86cfa53a9a88cb48ce16ecf499f76348
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d1353fd3e593341eb2d667b5492edf8529b06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c611dd0835200fc799a537e3da3dca822e81e15023f81cc85f48040ae19080ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026349a578ea8b0d6373463431973aa80a787e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cead4370bc0792e2c64419b2aaee75c8a8beaa0030fc3bf03021a099e5ce50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d3d0fcc25263ac3c593126b5b9950d5d5d0dd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fdca8945b198e565558e9e66a3ab0890d6d40cd4a852f6fb4a0fc526885b9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa84687172bdf6d970b4cbb894a5cbf589b6881e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31897ae2eb7e6d195db9d6e9f0e3ca08c7b43ff2fc6b8b2178b2d178a976645
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456f143e7f765fe50e38073856859d0b31c0023
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0590fb606c7af0f351f024392bc1f4d702d497a401d56620e22ad5229f4f897
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7518c11fc65763a3db54a8586d9f9b96aaa70669
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa77c92058fedd8aca62f8bfdc81483c258e71b9059c7af7afdad5b5c8cc65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e393daf37a35f41a3eb8598a746085749dcf7bfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e16ffaab221770b93d236565fa96d12eb4e67f4c5ec8c771f741e28e75e18f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73da281f4c7d6efdf67d747e8fc88f9cd7f9928
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa005d1f4a5b3ca76039053a324cf4657aa68def96764d3bed594027420cef56
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6445356dd22ff606495305f1e05c86917c2dd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08481ba27f612bfef0b0844947629dd1f11316644af1a7cf49fc2fdf6e077d51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998debeea22f5b3874652cdf93a0b760578a292f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e5856a6d83f70cee118194df79c5e942b4514c39a618dba3d5367dd4ac84f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71198b35afb23b759e8810930dd1ae09ab49edd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6340bfb0de009a5deb501d214e7afadf4710dbbb9aaaceccb2896fe6d185c9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b8ec88c889c77646ded6e29ac5ef62140b3271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b9ce971dc5d8737776a1a1576f342034dc5b601cf7600d9c9a37e4b7e8dd4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b19469ec7323d3ce2187d547697da2d5e0fb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967001755eee2b5f35047aed5bc2c7b75ffdac41144351a56e7fa0cdf8d097a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda14050841c028c2e79a383b20b24b5d4665aeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28ba9c9bc03d0e969feed0c760239109194f98b61364a43b8f85840f909f70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf07ba31bcde1d05d741a8d5d62412859f129e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02497b51bcaccf637e9c3f0c080df1d6c0861c97d97a9e2e8e3aa918781efe3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e1cfa3d43f2c255f85f1fd1e6c2ffa2922f64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c2a674fe21fc188933ffb344e016f57b23f77da4bfe0e20973276810897bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1044bda4eed478828a51ebcd77df088b147d77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0adc244ee044faa229b386e47b7626bdeeff60a1f608c55957d18bc3b658114
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bfec33069dde5ea1a3ec9bc6fe2ca14c211978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ca3408b1e0548c83c5895cb60774f16a7e4dea522ca66cb22c38ee55f97b1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226c1e22a22e4e3856cebabe8ae0a6460d19411e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139c9fc9b61c85fad4dbaa0ff7fc367afe470f319cbe34e2a22e1e7413538d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e302c75cbc7c142bc93695e3c29ee3a125852639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037a03f9e0b615edea9c9ff0c11427210cdd991d004ffdcea89cc1c91dd71ad1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050437580729bc2693335f87ab47a34023d5bb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bc1d3fdca03a100097483faadbac5e6a16638ae02330f54571fac1c4dd304
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf54c963371efa987dd1192ff54f6c7c0f3e5d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795df390243e7b5ce3d8c1456e95e7d6909cdc53dae5b32681390787af9b062b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6daf075f4f5aa59b0143271b5680eda1c1e699b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4906b4d41761e800bbcf9b4022e9067661bdb1e1cf5cacac73cc79c2f313b217
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a4e62ab21ec506b4149c03a59b705718cff13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f137bff1d051bbbd9f7343adc1f97c695cdec5b941deecfabcc3d6710f93d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf077e5f50bca1e3b33faed24cc647aa83f92e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be29376cef53f161b883a148e6117e81e69f250b3457e8dc9514166ddf21de02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0648e8409ea7744639219629c5fecb6c1ed347
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a9e3f17e6a59105630101cadde012ee19ee44ef8bd3472121c8c22c0a827fe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdef83387918f53ca5d1fa8dafdcc0833b0c170
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a0a46576201e7282faface52c6c7200dc607e16dd7bf961cc8f0f5c93199b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece00e8425885e5de9491272516e703091aa26a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557f499b0dabc541f66d3a02939452477d2b179f0b6e56ccfa0f18079ebade06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3eedeafb5e65442d6e9287e723a1d566b3e3c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a98d08fd1003c1370640d16b7fcb40a9c181e204e181ebff7bc8b86bebbea6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4572bbe1918f725ba297aa44bc3ee32b32ad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f83031f8385881a0187325fd762e1909527a0fe3bde110dc7884239e3d7e98
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4443ac0d6e6b00aec4f32a490015f83583b834
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3440fcc1a3b999289e47ea6243a3cc1b7be47b7eaf5baf2508722611c5033bac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7b496ba7f862218bfa360f3b35ca3b8495b5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0341319b98cc65656069ed8947c3f730781c0269871c484e5078a1db035d62
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd79207c1908a089d1f0f86318de53b55b799d6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfa093e05fd5b412c11615d68a38d2d55689455c5d4ca7aacb17c339d7b89f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389f6dc982ffaae0d0d6609ec2d491b950328743
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f474ae3a67783da7ced1a2842788f2ee8bb34830313c0ecbc96b29be2c6fbc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb70bc7274934ac9ab5638f93bdbaec6084c30fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab2654d08379286355f34df8fac127eec919cbbf95a511c42bde43ee7c3379
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ca0f1ea4dcb90f313d199d4d8b3dd52fe47ee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f0ec04dc59c24ee1b8bc9dd84b86cfbfe23d0373153434dd4c1670b09e26f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea46ce92f8d125b131508639d9686076b7bc8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b6399087143be050156159e3e5b23b66157da0856513bd7959faebfb4d58a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da0dd0f803c9a8ef509d3b0ef3f67de2699edf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd27e48c4dd50ab6ea2e6baa52cc06e6e50c07c10038c9561f939ce84f2018ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb07d0155f7aecbbffbbafbc7613dc00b875322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d05b6295ba99d755941ba5bd167bada9a881f029b4c17354ae61b90bbc3b76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc9dc32b2784b88fb912a794a0d13f39adab11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36debfb2b1f1d588d3070e5e26d0c55ddb385f310bd1efc0c4bc9592d87b8780
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f036c684a9441f855e4ecde4cd3a7f3da9a2a43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceadb7db0ebbf4d2e175c95b675c8ee784b853401798bd6e6a8a1fc5d76fda8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ad1c03311eacf02bc945991ee6b51e5afdfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddefe56c22e272611c1cc796ef61ee4ec66b0458231182d2d2943b714707f027
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689901cd551a8be6d5b2dd066ab756a8e2063bd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be9f80fa775498796e53d98576f48d3b07b8def1425e33b83189302a9cfffa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a70fe3618acdb01d379e3baa152e46ed26e03b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b8bbc40448fab5aa4ca57892addb85b00b89976e013c38b9225d8b0e611708
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208a25b75c86fe18f129a9d47ad209eaf43d3daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f1de8e10c75cc1e9d4ebb96958a84be7572a041ae8b70c4844e48892cec76d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f691789dbf5fea7f5719718bca705b664b27db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb72fb8abe2a9b0caac2ef109d77bf51f1b875a7d82d4ad0dcc2f57af287d46c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aa420ad2575e54a8033c911d64e47be1a90e80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f83613dba557295ec2f98e5c5ea0335bfa9c7204f94b4e8dd20713147fd844
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1baf513d38bba277ca506e17bc1b6a1d391ecd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca620790329cc5ab796d73d9454030f54aa1ad2f79f1336778448f943481f11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46cc1c0c0585fe16409a06307807b5393376112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86ff65cd54f17e7989fa0cb094c989625db5d7068fdaad114867ccfc642091
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec2a0e52148adaba606a1ec3b4a088523be7ad8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b4270d6ae2c011e88ededfc9be23720b0f4f5f920544cf3d39a10be197dce3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3f0c0cc7999deb7cd4cd44a06816ee67c168a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f17c206441acc394d1c3299869dc63c19849c7926b6311f5607ba819b7fc0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049ce77028e276283ffa31857d9b81f7f6256dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864243558ee3158a5e6a85bd8354414660264091bbce262cdd0df26a4fff7ec4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ec4d8314480bcecf10bc15a4e0499401abffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb64b89d1f82e6804796d073aa54938a41e5eb6e7ea321c1d39fb2f8143b07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93d0afca39f5f922e26b9c9c9d77b58071e584
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd911ad737abe375cd787dfc9bba2972256d2e56fe7768838cdcc63b78123909
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a380b49c3d73fb36b3520136e525e874ac72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e340595e94f5dd4d04a13939ba4a439c7fa968930afd1e54f562d03576413
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca7d34f8d756b556b1adc5938b0a318099ccd4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a45e360f3a97737ed89843ef946f0e21303e627adc23d051d2f8ee164a8d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc9a1156592ad21436a8c505ff7a5ec381d442e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1837ad9b4e1a46a79d2ce07019afda89e36f7cff7719f4cfa5e46dc143004c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ec84adfb2eeb1b5f1d7d0a8c0de3b4b226c26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4886ca14fcbcaada706cd78d9c836bb762790f05d15298cb0b7d82717ecd1a27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d38024bf4aaa75f4150060f852bec0097408d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0def756ce9c8914c31eca48b1896032d3501d58044a9b4b379c7f53cac932cfa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634f63b714a7423a9f52c636aa40426907b8629a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bc02a3de0937edd0076bc3dca13b7ebe69cd7653138a4cba2768be589112e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d28b961ccbda444ff69c07db17003c4da1c60d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7056b6bed632be5005ead6950a22df3f6f71772896916afb541f9c4a14a8cbe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266612d750ded5a9704ce9263bc8d50ba5340fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2899698e208c2bb6a5d99244ac315fa314681cc04e1159d652f744a27b8c9bc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aeb004010cdd21921e770976f63bd39a0a80a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e341930eeaa59dc36d6635d2973cd06744e388634349d1b0c2a0b8ff88551f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e2e7d8fbc808142a373fd9db35d13c9dca163e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f4bebd6c45523a5b2b9f7e7279389c9935c41c1c8916457aaab598fbce8ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc082b996b56f997fae8ec9568647e81e8129fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b12a89bd9a209d2110566a569d143295528cf70232968fe1aab58b0917f9a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920ad670f1e4fdc6d475bdbe68dacbe5048d463
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500f2aa2e9decb676b79d6f39c3499261d46ed027e8ba75050da1bd2d830bdb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9aa49b3e0045c770b399e6a5d07b6b9ad1e58a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985eff34aea112ae99ff8af6ebdf00b09b50b6bfe87b676492220eabad18ead
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269232e3cc57aa9d77037840405040e192ed3154
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888f63568463d6f2141e0b2b3fdd9c6f86e8f69403ff04d2f40d190db1cc6060
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d6b4e2a582126ac09176591fcf171ff3420740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a3e12ea2831c8178d88195917be99886eb50ded210e9b7a748f2fc958f6f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d1545aa7abcc0c643508e8e6e1dba84cd93e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2feea42e75a7d91ef684d17bca793801c485da86e1613fcc53ef71765ce2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641fa71a53d8c24901fca3b594fd66842cef6d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fed748db20cbd0ff78571eb1081aff3b33b1ada762f56d0728b922296e0893b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ad48e89bbfc0c9b29a94dacff1cb1d1585548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d17679ccb708140cd60b39850b9af91513f2996bfb6072fe4e0f55ad1185d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dd93ba1b0445418a2dc0f8d7f4377ad09affc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc028d0c130886409bcd6e01d43954d0fb21d2879ab00feefab8edd7ea49411
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d02a4d0a30c61bad8971b268ec8089fdaafee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef5e73861668fd95d6a4f17dbe2702e64efc90cc0dc11ef32006f121e9d85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7407cd68bd9506a9cfb0166e6e3ae75c766029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11850ad5ace53b1206a2b074d4658252d5c2e3099d182f31731acd0b69a1e0e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad16d5431dc372b61f8080eb36525e9c1991907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72aec72703d93c8ebcd151f4a0a0616c79201305e10ffceff626c61784c2d32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3972a3d146e0bdcacad7285a5fdb69339928359
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b295cd3660449f8b13ce141161c67649dd346c37b6023c73a81eba52e2a207
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d0febbb842c230cd7a84572a5b479a09ed382
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884d23b06e066e05858ebbd656c3d5cbdae880bde728c7fe6915d581585eae6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a99b83cd27dcc1a554fb033f2b4dfcd571d495c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a269cf5fb122c061746e20cae117fb87e2deccc599e3d4ec457ddc7b4d3b83c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1745cdbccf9ecd129d7cd4b435d509d8afb15dc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225e91eff507b5a02c4b2973608f34d7ee4d50230580aeeabb24bebfabcacd7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01541a879d024ecc27c6e922d5af981994e6fcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5ba722520665e0daaad62e2622d930439ce69610f446e4a0d36d74871bf89e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11c800a4f8b13b87dabede02585ca849b4a1a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea6e7a3b90fb49bce944cb491c7ee0d01948e5b6616ed7bc8c6c0ce2808d9c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a06559a537ebe7618bae721403cd6d45efe1a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe7f2eb8ae3a7d675fad6212e433c65fe4a514034e15d43ce45c2dcf8051b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edf319a5ed23dbdc74546875adfbacc29acc243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05a55cd96bb8a7212637141dbd516eabc1f9d0f749c1b21201572effab704d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037af855db96fc98f07b94b724dd4ea6e806d73b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6210fbcfc16e47abe7c20a9880ed8395c1bc7f8abd9dfd5c7a00825346ef6b6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e23ba799fef9ad7311c209c6f714e15c2e8cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cb4920b86629124e8f027ab2e047e702c9cc79ba3303139e073430a728ee5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c5df1c8494d7ba4e847e2e5d859ab2e14f62d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8962f077fca976dafd05234ee6416d75a585bceb3d0a1c2443a4dc15c8369dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897abbe2e6f998feb532139e8c4a22c110321bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974656947ffdfa6f143c2926a7d2ecfae9a9890fb8f6005c862f81839847407
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a407afd463223a5f30674b191877dcc39ab5b808
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807364b72d39b4902421aa9343c115b3486dec6849a87c9736edf1be1c3ef98d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebc7be9ae679abc80aa7a6e098a28ebbc28e5f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c2d18a8c1ba7facae944ab1bf1efda28fa6ca1c5258f9781f199bfc9c59355
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d0fb7838cd46e94685c99cf075628c0e6bef2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3f63d19397181489f132f8ae2cc696e0e895fb0e7683ce34c07783600b2a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a9d1575e70c46e48e0faf9fd6d21bff0285428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b087275920bac1b60ad13663ccdb75583e235daf82079a3da864e9a12427a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c07865d3bfba1faec8638c612741fca62a74202
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce185b341442882f707f8fc6c0fc1663ce61558ce1c7d3b937b8478a103f9f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5364baf4ea45404ebf44769289ff721d5f553b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0c9cf35a6d0a5e735ccecb9b3d6a479eb5a826d2f04c20f8cd79e88589d2e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6f5820324aa780982e4698c97db9b0bad9622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4357d9d47316984ff32a62e926a23076decc675a7f336f9a4c4b4a98f5ba4109
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b148d1a623cb3dc7e295a9e57f2cd444a0437b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03f3809918838a5a99970d645bf8ee4d793640f440f38c632612aa446aa5d4c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15481ec0c657014c15b13d63d107cc66b3bea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b291aad5a894225d066f687ab4be361697108b3a168594c5d30e9d84b00dae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea913a9c921557f49864f281b2bba64e77dc83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e99486092fd686368549d8f4c7878b46575fbdd4aced813f409e4c8d7555bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eaeddf8b96a64d6582b227c6857d9bdd17d70e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba78aeb9520537961ef173d463e930ec59af4a922c9a47355ba9e5c8c269b79f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ff6d7bf9c4c6473d2d339588eeb47eac8bcb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891ead9bad12b4cce1e17d8dcb52b4da4d2b23e1fb1e1151dc60538ebcab49d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb72517c719fba476bee6852da6d518d5c1dcac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f13a4cd72d02e1d8283e558412520fca2f4c43b83f4eb88a26a18c718eaff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194b09b3d4f2bb5dc0d7cff0e775df43c33baed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72499b115d9c49c4f8a89eeae49ff1a627d348b26ede78df471208d3c764902
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16e80b66a7c3191a013755036a7af789c440e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e66ba3abae9a8250e285df0b737a3c7e18318d1538a5eb4e9c195ec71185d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c653b52246406b90b64004b9391f7dd2d371551
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f00d2b86c789ffcffc8da042d261871e03e205503360567181806c17d36c07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6f49ff73f1a481c8e0582946aaff67c4e9207
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736af695e2bdc1eb74e099b327fc6303da5b9cc6ceeb929137d243a112182d41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff9683875ac0ce87332e3a71e120a6364c42c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f1116e1870e43e8fd94ba85a14557bd1ad0dec0dcf27a399a084a1a60a1afa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e174c3057960212134d4a152e9a9658812177
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5779308146c57ffcda0b83fa16691d7d08fb7d03eccce24eaf73aef3349eb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3579c788096dcbc1551ed43c9a529e55305fc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e477991c94fd7c098f51b4e49cb65496876c8880714ba199c7e7129f3969a6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2783566e79eb9125b09e2c059bd9f1ac6e5d86d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d091c7a4852a1fd7b0884d799596ef5b929087dd4f576134b413ac0d3d1dd33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa70a0207776219c6f84a914ebe6a54bd8a7adb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9596c4d213ec8889cc57e72701ad4c266d38d5f7d47c70c0d0860d68f66a94a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a412ffaaf4a41da11dd539d1bed6c453a8c07041
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf9c0567716e56baa5070f09a97952699c197ad94dbc8cca4ffb273f3d2b98
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799267d6029829dad08ee66f800bb11fd4763be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b224d1251cab7f4db1457d1e2ba2aec57e21b30d962bf0b6dc12a0fbbdf5838
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a2adb9780fe5be8d38ee165453a3231db97cca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109a3e168aa3228a771f515a9636ae0f2cee7f1792cd7fe5e9273b3ed6b93dc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f50e5de8aef4bd38de4cfa629eec3fc985c5ce7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20efe6a154c37237b67d893d1527b2d0160c259985d3bffec4c369f79e954ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5498f894b3c8f626922f80d6a87506639a7c3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6099c16c43230de175819b1be5211d2217b74c567dde67366af21c3955ac737b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5c3fd52dbfc49ab2635486e080e46799127f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4326f39992e8c303a6d648f2553b28eb1043cbefb5a676a08f2052423adaa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ccec8846e07b2503ecb26a0286ffe002cbcba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7411c36989011ba75a16dbada6666a51361a69d7004d0b10169bfa7840899
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf3c2bf9fa5bca83dbdc9ca18d5f8db3b72fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e19d9a4ca33e6db9e38139294748d231c9a8cb28f0b5d2b8cc34092662a47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888647050ccc1f6a599dfd11e187a6a0977d62ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e09455ace59138e4792309628b6b243ea9aae1066117667a64f58bb2582e044
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd40c3fb3658528f9a3cffc08dcb596e8ad585df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf1929c7a87110d93cdb485060dff1c83b162a492893c9e40e8190210cedd6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe9403a2b926ce690810fffa51f3a3a3efda47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a78e141f268a3da3d4cb43c5c217d0bb3a694d56e16dfb582d3bdbe00098e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a527a5d705f40b11ccf7a9d9d69589628eee7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0664ac072f92c8666ff26c83be69279294f0e1b680046ab4aac831d7db3dbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc404c4195189f708f70733c07128911593a07a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f41353db2881673123a27f83aa9cef5e14463865cbe2157b24e6c0b67488a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc72c1653236b4cb9fb5b3cec242d96389b15ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f691dc259c86c15d20cd97d34fb6d3b7b7f0dbb1ef92e4f49876a81434785874
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ede4807c589b374638504ee309ba21326953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ec2ba554398dd621132eeb2baea730230dd5316df80c49136c5cc5ab133a87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda3ce90783e471465f30089f59fdb0185d622d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8465308b151084ee7aaa5c2c92ee4925909c3b1cdbd494f356081d88e85d5640
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc0cfd013ef8f283b6439f7e72b25e2c8c4626
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060dbab38e1a44bc245556649c8ab6cb2636e9e03b55aefa187b36c44ad6ff54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5989494af2775f72bcb62268972084ea3b5f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719a8de40af32cc4917ed5011229f66bea7426d487bf587ac5435fab5511cfa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b50fd18c654168ea451d54b9a0cf921c22aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1111782504af7e5b861cbebdb362d99285ccc447fc238f41fdc67f7d6bfa62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55add2d2f19412e0f371be76f33cca62952b42e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb6ff27405f1f31b3e4e1b4e23487a1dd7ab9352f123d7948483f36b270a6f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13749ea065b9ca3941320ff51c8253c0c353ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2aae5681cc3d4841ab005f58f8393954c6bcbda65bf215a3f29a97bfd0059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449079e43a812696daf82c1df2b55fb69f696849
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a6ee0a4e7c22752de17cd57a251e2d60ff3287f47d11189b8ebcb14d14b04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50be76568846f07f38a1e578bb3453193e1e4988
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56ba69bb1de39266f09f24575bd164f9657a8798b5dcd42a0e5edb52fc3868
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f204a9d663a58b7072e5b8e26aa2a0593914b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e932ad4fe43c000c1e7cbadad646550112bbfc432e348b6634025b54d0bee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e2f57aa438d775a159380135d80c368691b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06eb779e4e1fdca22157d376a5d71c60f34e480f6741c96ceceb6bfc7bd6cf3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1865cde55f7e58daa8835c8c94a57beb48243f28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddbda04699f6c5c4c99d1f139b5ed9a11be65f6064f0fad304b5f08c4a9c149
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984e62eefe938d71a4ff32ab199ad89c9cf2a41f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434ebe060d8b77a83552f477c519ce314f04c0dd7ef98ac297583c0fae0cdb5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059913f30560ff14eca56f1e04d2d3af53f013f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695e11cd58891b2c500c3dd34f3d7ea5f85b89e4ebba2eb5606f241d2c9cc55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b203ecd7350207fbeb8bb24025737b2a812589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45698d17a7c6f419d69c6203e848365a8c1a93a48b02c623a3623920010568f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac479963cec44cee2784f6a69a703c5c3b5109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654bb560e4d98b8fd6a7785207dda1dfde4020beabaac2f651059bbe943817d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18723921931fb61af8dd3fdd1b43436ffa60d17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2059d0ef3035f5e18befed7dbb828a04fec47f40c0169345c6f40c514b87f6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29a8453cb8c4047c443c8ea0262cbc028c1257a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d907bff0345ea5436afc110b21c9f6d9e9e62678ebf2cbd107ee9c7b1e63cae5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500948fdb7f339d89196f65a617a507de59a9c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2cb893dd4e380b9908c8873551d2f27714f0bb9eba90aa2bd063ad475420f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158a905f77958abdaaf9f3a5cb08f66077cb4da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb89e4d453c719dc5c6689c4129c14ef1df2a2bf47edd8bbee408495fef93c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d7e5f18372b4890e6d7f032b0b5be3cfd0283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf7e1ae0bef712b3e094e181dbfcbca44a170171c8afbed53ab439ab4befec3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180a361ac9d0277e304b6dd0b870220f84aacfec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1960309f5abd0a0012efad126da7dab6639da9dbcc10a2a94c2a8bd24bb423f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622e373f20214cdc872ce7f7de2a24064526a2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a917516ec014f519d3e6dcee015c2a916fba3bc2e221407a3abb6d9d9b70f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9133f43f67759201fff4d61b8f6ec7ffae796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a17e7546aca298c0b3e54a7432f5255f0c80bde6cdf43580f6beb1f0fd1e74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388cf64973ebdbf1d7a45310f7376bcaa81b5895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf682467a27146bb2a1a3200f5f079737a58532391835a5138a006a2e1f83604
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e677d09254cefe21a0759f68f2e2d37599fefbf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb9d7b9d3030f35efa38f4a438d82b767d01a71c8a030969254bc39b9747ea4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cafe3b65116d5866d88599dbf687cab72bc9eff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ced42727721e213e003d13e57151bdc56e5f70ec93981ea8929ff5a28cfb216
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526ad8d2a3ac222394ae64e4f0bc0e5656d7e116
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b04c30c871e5c07331309f713601ab6024676ddf83e9a30a083ed490ddcab0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94cac455306fbb42a2c7e90dad9df540e66e68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5111b8beee994891b704e9dec57bb74db675f9cbb35d9d8fe97f99d0a533732
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37472e1e902e307bbaa082484332a0079197f62b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57656b9e5b1c3abdfdc6d809f474a8b0c6e635acf5bf07ce08fb5e5fc23f046d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e813162034c4aabdc76760efeef47567715d996
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff81fa5ac24c183c1a9cee9a70aa6edcec161636f159f78d470ac49ea1a7ed9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b046c130788abf7aaa3aeeef315a065b72316f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d62a15e6e7517af5e59651a45785bcb8b6bcef56d47be431b5f7afd0ed6e9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ad912a4e040713b1f43fbad7f16e25c0f0ece
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f950777f3b9e0821f286187a24ef6a9f320e2c0153253456c18187d5d79991
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e1bbf7ef30eec16d91dadd4243bf5df34c83ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a146cd62f56d944255f22d7a779c6c0786f775265421855b3f81768b5bd0ae9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c779053044e4baadea90d8c284220d444dc902
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af96ae5cc0241d428d496b94834ab0c3df4d98c76894e582e5d84f45e7c9e4a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a07498780e4f9fb3277181db9a0405a10eca61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fad58f9c0363c8331684aaf72c12f13b6eeb2be3bbdc1d2eb3ea38c199a9c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c9100b4c08808523bd22109fa4c368694f882d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d0de037fefdfdea6a5b7d619e5bcc1db1e2e7b0ddb6f703bb9991289303092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff85b220fed96a60ffbfe69b44e9ff9be410e0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655dc5f7c5f92f7ff5a2418a8b6cc1b688712345e5b0b5dc34a75df21dfe451
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74b6f462d411ad7730f976978ae08117b6ab435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1d154644fdd60c7f80d3c31678f80482b1bad0e1afa5a03d5dc2b735f86347
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c062329dd61f2d36e85bfd2e081c87fbec57d0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e9574147d73e7ad15fb5e79f7ea34d95cc8e9d628f50f00d38dde22d69ab1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e72432833ec663e49b654c94c2b69ae90e1ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba54c22bfe1a31209b0572dabd8c9453d3b61bc1d6ff66553676d9269c5412d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7605d31eae27166c1b1a43fd35a5dd10b7208b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71305149ce4b3d5a2c7890a38da567e69576a05232c9104f4fa2708821066ca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e04625b3cd9818b7d25760314f289c080c5a7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1ba54f27221ca931664ea181ca5513fb08f1c1c058a3b697c1cc5d47816f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c33b5c6c56647ed5b0a56d405f016369e0f952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d84e14523fe77a21803ef795cc5a5852b6b617c94068ab38b097f3050d392d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27899ae52a279ce5dbaa1922477892fe18c6d588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208558bed8c6618564ed68928906882e9cd0c10a7613e6a4a532786bad81ac37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6392d403c343a3ab602f86021bb08de7f7ae2d13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f478f12df3daf0c3e0f377609df3725ac81313a9d13de19e26bfb65a1e9e459
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85442ac3a61f2b240c2920f301a43a45d2eae6a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20fe1b20e51a4d0c2d147c5e10b08717d24820aea853de0c41ed674bd619ea0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae00c6a845977e2c65c17a02e010e15c9ff8480
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a03aeeb222d128bd65e3d8ce6051b3ff98ee19df447d3a83cc4930d01209e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683af2ac15197fec0d51ba3cff8c1445301a4622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2848395848f51245e8a05b6010906f5c75aa8919015e9d310665fa7b65ee8b8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1df97c3cd2b242f919eb78d9a2f276575b5d11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748c893e68d144168f0d0b164c9b6cbdb6dc7dad5045218a49a04121d4ec0b4b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d142b1a24ecebd19c3150eb9a87957808bd30c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1504af1ffc1e647e5ebdf8529235d9b00f32ebc4d9fb3dac563ba885237f892f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1f9f0c90434af0121be3f0a57cd55f808d343f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70f1ae507eba891a6aef10a9eeb8f677bfef8ef16adb79ebff4139af50daec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd5877c138137151ef692d170cc6e1e0878f2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60c02f63080540157090b26ccd57c31aefc3bf3803321a5a14a86390e74b67b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cf272e30a8c2e70fc280a3f7a0dc0aef1d4be8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d7baeb73ca57d2c54b96b0c9003081d8f41b11ac54cc689ea9d64410e3723
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d02dc944f8ade98626e669e5c8309f03946543
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e0d8d6854e93941f32c1b440c8cb336b3adf6e808e89220cb57a8cb069a11
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6df96ee1da58c6a8019676396cff72950804e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7747274b107e85bc3fbc73f9231733f6cf7182cd63e97254b1519a8775105c88
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d72539a14f061b64329148b259b37ebd12e38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad3f24e10a5ea56f60208cf5ebc8209590f0c9b6cddb3372da363be85bad77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5861402324d1a9fa1a2ca9683260678f8fc5232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988398802a587e8d6f4759d30f2ec0e1c9f0fa92f1dc50b975d139069215a7b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f48308731781ec13fd3bfd276b86ca1edcbc34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad483ab774bacafb4ce30d691fc58ccfdc09fe223b923735890dd689674437
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0eee934c6f2ee59a09468a65c7509e907d449f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19550f81f96cdb5486aa5c603731372d03a0ab3182811775aa11cbfb657343ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f4e2e7a0944119161fabceea32a3d37f1afe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7851ae91f1b4e8348b694911ec0934fdf019306a1772e9525cfbfe3323c79
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2997b4056cf24574871af48e3e684671b767b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655350ca6c8dc22f6a88afb797e01c2c25d80251e49c406726e2df4f05a290c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df716456647c89f3435aab1e3d7aca130d9e8817
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35170edc905ce6eea75b5b54089f359d1593c49f253f8498b114d2a1cc0f9f84
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36df5bcbe63b4514c91d8f13ae925b2510bd101
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b7df3061a44c950f54190a8a8585e568d0e100f7f9270f5ff28ae38b56a2a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c811055c9b5a6050c28d60261eb975ab0f9f67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce351cc0647919ccaf5cd484a22bc3c6bcb2ecf9fb190f0004b562a29cd4f746
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c546770d1e62a9924b35c8332d3b4972e68ea2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af90c7fff3b0fad856fbca3e58c33c4e401e1b0ab7c85d576b5089d42e970538
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6255c0bb50ee0dba0dffa1720b21b26479c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b038ef95aed9246cd0485a0b14c04d0a00f6e0b719acf748332745b241e5cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c804d4b7c71d20996b4272d537ab2e074b691c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed85f88becfee3f5bbed0d5b6929cead47ee049b3fcd3699795facd47283293c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7889760d8b940734349ab55eb3165bbf48d6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681d000bc28c51151d59f00974c75c75a07057b9f2ad1e996fb44be2ab8a7071
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce369f3e0316673a6cb5f5e73e263ee57e991fbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c538cacca6efab0f3f37c006c80189b660e76b7c999773c8f61cec61851c06d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff087133c712db0a128b46f547e787fac089e0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5fedc3e3f97a1754f8068748fc211668742d3f74fad3dd389d300343355a4d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ccc63e211b5e9fe1e62bd7a9437e7b64e8e9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed116ab78ac2ac04808a53870d767eae51fa0eefd9898da1ec7104c21f86aa2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33852f18016e46e4230e3054c3485afc700ab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd431882184a861b1cede1a03712a7126c59275c95913350a1fd0cd895ddcd3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc9b4c32b19bf19b15ccb5bfbec8f37ac784f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d6030eb8e243ba56a80780a1b6be94800af1b1b89faca99611c33c3d0ac9d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41661c7403d4ae1db5f711422afcc75edac1fce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a277e4bab418397c6f9ae47fa2d529f7730d4e41dc29d9e3ff6b31d11795e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91efc9ae45c2e6c1daad3601f7c0b32bbaf9132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05136ecfbf9e097a92e784266e6b8273361d94b495bea0086df8f20bb1a1a6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0d810a90304a6178dde836e7f95de365866eeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317604decf29666d44d870556283283543f4189f652cc255a0146285e768eb9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de793b7d998b9ccad6eaa4d1bcae65413b800dc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d2da0a07b1e2cb487d572f56698100f30460580f2245eddc1d88067df498f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971f09d3a168ef6d62e171fa8eb1f6de218608e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd55c4055441563e045fb77601ba03f271dcb4b566a081000265af97a269dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f72c0c47f786f529ab21fc29a3706dbe77a160
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e63c95c8fde0494cd88b6990c87c80b83ac89be02a1f6d650d006efb3f08713
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e06ef9283bd69ed82f361deea4c87fcb779be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bb4d7c0e9ae9af16a5ba2ac03f168b475aec44d3fd9be819a02830a8689bbc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8a4ce1f368b2a80e9e3b961ee1da5f2e27c945
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ee256516e7b4de648637286e0e7d163c6425796956c573652324d011458c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460cb996538b78a7e124999c772fa86a3af91fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d603f38fd1239f81a4ebc9415c19defdfe09d78ac0d0406103041eb46e0fc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6658f714c003efbe82c807949c07e7ae586167
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dbacf2a5e9443af64ddb4d0a4c87d3cac18bc81c3b0c8fc3c3ffee27936ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfc33a917e73eb34542fdbe1f1a3b3cb5acc1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d2a217a06488dcbcf21df43ea3c08dde1e9dfb3c160f56a16a86155084a75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51239d5d72b2415a5af2d6ad0495ea6b9d176808
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3506fc43e7916d58927e78a35b2127dd861d533096e8dc7f482c81046b87c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69998eeae5b06c07c76051ec9380a73b6338b039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc909e76c3508552e77ff76dc9bf25d98fa4de50f2db3b7259ab2781549259a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d702e001c95ae1a4e7aabf171d81f7ba1f7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc58d3da4a63b8ddf718a672334382eabee04bcd524628985802fa558ab2c7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a63b24f440aa39ea17ffe11e7323798127c396
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2601d85c15456591efd0789b8f66cf118679d80f2fc801c31f3d2036e647cc2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd3cc565cc9d655288abd9052cccc5f0976ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207efde75ef3e02d3007642ff68175b70f5e70f7943a39c75aee975b6946b796
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1aec572fb216aa4d8736277596eef2df24e5a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a9939c496dc3e1bc32c16700b36e770ec2ca01691e97aeda86520403651d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30500dfba040d427de8543829319aa8d90f011e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e69526401c0b1d2e026c0141e28d41a468778f3d6fa98d25fa3628652d72a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddae758bc33d53d945662295711fdeef5b43d813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af15f95a81f9f2056e6cca44034cd8f44fba0635b9450bd7001ab9ab6f5450
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6697e141b1d1313532e3b2b91f2bfabe1501831
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c4121c0026315702c6e00aae180fc4eda5d647e7dab883996ec4c9de23c50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf8f20a3342122b9a662d9e1eb3922a5d31799
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de96e4c4ed7b69367b9c21e8c7253642d369fb82375f2f3a10fa82e7894a0f39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2192482c8091d9cfa954f69f69fcf985f4f77131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033d663be8e56eaf198f77dd37984d64be32f79b1c2d4ff00d9c9c6d2585471b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6c64204d4facfc9a62b662e6e77e801eebd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf9f2d41537ce8efe3c8a0c59b764dd0743eb2f85ea867494c0c8990cd59d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac16040cdb05fe6035d01707ec90733455e629
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce561a3a1de983d46f462f0901c5a1a9e35bdd94b03ec0452792f4ee5dad3c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860bfcb8c433ce68f070280856ca24f2adab6cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd05195b23546d3479a8538ef2697854264e29fdcfcb49fefbd1742781007cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223a693ae3e6c7fcf82d36c19fdb7156a8ec6f90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0b5536a0b698649f34986aa6d71ad32265316ee84d3e0ca71fe5b39f18d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88ca75d690c6742a047478ef1e2171452bbd65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bd18506ec6bc174312c166014771bf1d3f2928de1c2961725696d7173d5df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dfe1a491c4a79fe5ffddd293e2d84380904088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a96bb6304e3706313aafcc7a27e86f54b37b333c90daf28f578358aaac2f54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d8640cc8650f905046c802cefc50fcf5503a10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73305caeb93bd9d0555d92f0fda4765c3cfa1c63b9d24109f90b9dbf06e6bfdf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809d08efac636f95ac96e391d450481ef5ac39bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ccdb055e71653d96713fb5d9d52c4ede3a2991c6518a2734cb6e9cf45d8728
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095598958f552a6af128b1015b04e44a509725c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dd24bd4624a3a2d2f71b18591fc98bfccc5604269a8628ae75e89781b0429
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d03dd6b67469c3f5aae7cfa6df2a37f84fd325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63ab7e9dbf7e9ea4a55e736ec49886a572645ba91f261630762a58b0fb3631
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f468c6cd5d43336a429f71ae1df222b0cfa8b76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996f3b61f3680150d99bdc129ec23af5509d9e251210e07a97a7715761d6f273
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95b7f02d4f24921cd96338a8994fa83d09ed12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc978256a35e2a858470e7b02e6a309f081d466ce0c21031fdd5a2c2329eb8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5873ebe406e002eb82ec27d517da1f77dc2b116e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2564a685eb3b437a95eb177edfb33d9c0fac4fd6f73b27e2ffc8672a94722a29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663ff7bf325c48de65fcbd02a93c1fa8d13c03d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f85cb7344b2801f95cfa9c8efa6fa57cf5dc79a72615496a70daa277e587883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8ac04932d466acc2e6178abe3d7d29783dbe5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7f8582c83f74132a6a53635b382d8e231cc6a5c8899fdf0812e1243e8c6a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414a2631f3fd74f7c93b64a8d8ffcdab486e50e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5272503f0c9302ff896a9f19ffd77e954aa0c221e37f2bbc6d61d9ba740b3ec7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0230826b36a8590b7791f2c2fd19ab2d50a6518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9faec5fc02b8297392ba9bbbb3360f12839b948b2e0f90e96f4b37d8e7e3741
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e521a72714180c2db72dbfdf3ce5d65cc9d8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e414a530c966466654d003d1c11a1163d32806436e745c18943754929519a3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1f0245101ccfef2cb63692f249d08a1ac652b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e1152235fbdacb36bc6e21f2ed80e36cbda477ad2918a50a9cacf486093f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c1ca6ac0b993e7ef80aecfc0524af6fb231259
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8611c4835eabc71f5f034f3daab1e1176c727a5cd86d1fdaf241266472ba37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1073a0efad2b12db0ddb0e425da682a04ebb6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39da265921f198f013a1c97411b1b86e0d51237ec3e8dfd0105bc86a74f623a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e3fb3b0bd409bda91bbb921599e2f4f26ad24d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a0148cd912f5cf767bba91dd31d6b285de78878b2718985283233f90764010
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756ab69fd72b1430a2210439685b37f6a0be3d48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28b78fa936162b8e55bccf10776bbbfccb08b19df8afa3d8e4122567456b86
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c4203140895d42e16e6400ac96b0139a9aeddb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed0e0892403b4a28c288df51b1140c767ec708b598b52ee1a91e3c8ac55e59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c64abb1fe5a9d4a6bad3a4bdb792e146a8776
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef1ca01548a750c230426267a6b2e73e53df6025a80cc41827fe50ab6b09b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbcf69f446777d9343ad8e24ac7c991e840d257
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317f3d8331ac85e89cf25411b113f48d5adeffa5fbfe77555887b9aa7d2613c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da482e01286c1ce990940ed509116ea48723750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee2f779c75f927fb67f37b17f8b2173c83942b529776caabe4ae30c91db4a1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a265426bda8a803899c0837b9ae0e1be5415fed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570f26be1384f87f34ff07b4f45456a77a0b909a8a223d617a1594c1a1453a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885fdbfc6bae14fbb568205cae5775dc27e1c49d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb5417cdb87a729202c67a93b6a8297d8ec844cbe4f65d422fd9da6e4e00ac2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd26b9c2004914d7cb3af64951f5c2774b2643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757d5390c8b2b84c1cb166ee9bc247a9ee53d821b1af14de286b5949a87af5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dccd8ff47a1ccfebf6b3f6ab503c618f5668c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0237c32ce3e004f43585feaf282caa66a0aec8ae180649a4e08b99717ad1b476
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66faa2885c607833c6fb4e2cdba35d28dce370b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd5c6ac5959f1c312a819ff7a7f254e832256fb663b3309405509d681de16a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd091b1d9046e09595d3da3557317f32c09cf999
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c5f0ee618f9e8cdb7244b1c598eb47ab0fad139765284fae6ae199af274161
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7fb7d818c2a4c23de6af7700e9eed6379df15e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3f76fe3b58baffb87fd2844d036f62bd4274baecd6469acdf2051ebacd615
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbfde250178fdcee3a0d90a303cd754f5507b6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286374aeb2955b6c83dbaac6ece2fade38c3f99651afc4b69497274fe19d3955
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef81b2de05bf05aacd4ec205fffea0b52dc0634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934405dea5611d644002db52071c665e0ce1a1bf46e2e2a0fdee7a3875d5947b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6a23c03272ce5f1684f184c82fea3e0dfda2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c1c1bf28c690f79b025c2c116a3b8e5b782f7e06d955cba4c1487a56d42f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f9da0de0e39502e358cd2c53aa10b7ee8eaf3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a391cbfade6377603acaf4574836646b322cdd19bbb8a5b699be257f732ef44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a1247c559f04057e765a4b151847a66a3e19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb874bd91d169a22141d31bc00b5a5bfd582c742dbcfebc4dca8445e4e4cac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e62780e60537b00013bb9135b793eb47d9963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3570c7749a73cbcbd5f23f36e7fec9816239ac72e082ab9a8116f66b7b9317
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d1814496f7c82eebd8eea1549c0a82fe68314
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d6e9d2b3d79a03173bd0445efaea78a2486ca22cc7fbe366203c2ad9f2347
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc5ccd98196acb8cc9d5762c8cf8751eebfdc09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41c894783f6f255f05ae71aef720543ef5896faf02fc1b48b259d9010173e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194f6180ba64650c4e5c4d0e54b572d52dce33cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5a14848149562173ca3487b27b491f15d1676f774595a7988349c8ce3cf80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f8b8405532a8b49542480eec749f2cc82a4e04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8be3f0d1429c0b7df6764f7f16e8dfbfddf3e84a831d73302fc9d29cb681f69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e479aa9a38f8b20b14f8396cad644654ca58a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0db5aed4bc6d1bd9bc04ea0239c313544cb3373381cc5993df3f7e2d942bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4e60b0c90737b61c9562790bcf3e4ac93fb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc6ca0ade6e33b02b2bd1ef8cfec7139f7a131ce7e0d46847a1f524b44ac7d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aa14e1c44e46ab7ff8f345b3122acee23d1013
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e77332cecbb65a279da1d5d86d780e5fa1560945df84d75a759955a01bbc964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b9571c9b9f734641662d91e0f80af0b2ba438f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e064e909feafb07477c86268ca1a8b1e6484d6ebff864154166bbc7264f0826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e202bdd044736069f44acf0a885dd105be562e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48541e9a1a2b59b3e8bd80bb4b45d3a1414b34ff2ae7078359a1b0b4838da218
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ba465bc64fe92f5bf461c0fd067c9defcc322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52ccad72be8c3beb4d0bbd518de6e583e0abd94af4d6bdb2d184af2e92f6f30
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e65a7c6d2c3167206773662daa4ba71078e3a40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d605eda08faec12108ad4aaab751ad25d54de0bd603d2d262fcfa119a0dce7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba673577252d9bfbebbd087ae6271304bdccf6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc33acd6ec1c681071f82a5fd07e912195cb961d4c809d74fcfda4bcafb5a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3181f2cede229ffdbd1ccec8a4f1f6263ee7bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc863b4124ad10317d5be68850f3fe91ee4ef2cf62009330a6f13cc6779d2357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3130133c95a5f78a16e499be22c4d11567704fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90adfeec933a2ac12dffb9bb23962ce2c2e8cc4bedf05bdd866acb653096a786
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7050a1b06ed37395ad7cc1524ce818f50f9d346f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e853e3c7df2ff4d1f78ee620dfe005f7e6785a75f55b85328ba331f41e940d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c102a4bbdacc4a987a47be8f2395040f6e59111f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2e9abb4b0ccebdd6bf2ccaa38d52ad8d131292a1d562d0fbbb3f4c2d5ec78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97631025154b4580c3f09e498272df7924992098
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c17b918c83ce524e9437d793f9756659bef5611a9bcd12b32ec54a2bd0a30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02538fd11c90d5a131a74ebf7d004b3a3a5d2468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a966737fa5cdfc0f9c596253ad792c18ce1eb60a9405bd52b6832d0c4de392e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334b277c1ffc6b95278af643c87cbaaf02fd725d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a44b0107308881a614882b89c43a3f117281c7fa19684e45ad401e866fde3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2015390102b64b1bc9e8b6813fe978a597191c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a58cc20f646c3069781a87fa2d3fb1916679d580c26d2d94e015cc6e46299dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeaff14ff719353f225c88b15dc1440bbc8b8ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d746d8d4fab6f4db73f33a2c15db71431eb2cbfeef7af00deb1364a2dde1d31b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6a7d3dda0b320bc1b9183e3120520d03be74e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8bd42eeb0c321abfaf73f55ebf8d07b58289abcc25bb1b390b04c358fa3ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60818473c0a5c5f41d12f622d5e707591f54cb3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f5dd0ee4ba135c63f8b5c31660ab9c638c93adae9dbce8d442d3cb3bc1e61
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd7cbca3707502533d8a5346920c8b6a02b2a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26957fcdb48adc2d5ac56906173c210176b9861b1913ab8049a020e3ee0c2b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f287490f265bd3d8515ea4babdfa3769f4efd371
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0bb86721475e0da54aaa161fb77ce8982eea7e4069746ed584c5abf45e561
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7ad4b6182057f5774d2b664bd87f6ab05072b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508d38c29128fca54241cca3a23f0123a84feacdc6f7fca47326e051865594e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d63c1b4542444f47c194fa995a4274150fb2ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d35ddd12c89445e0729de2f760c1d9e09a9454cb4443418cfc2a47b3a791b7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4215712864739664983138063ebc0657b1772fdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adcbfcaf62a1dc07b32ffa9384528cf3988f740781f9df9fda62907a28a4309
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec34317afbb5d2d7b530a8d9ee23d2c35a64a27d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496474afc45c4dc7d8d6ed975baaf0bc6f6bd762c2a47a054d57622d9962aa63
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7787fd50449b8d37ef8f93acae6404bc94e1cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc767feb1577ec3d52e6f33352e98b227bd1cee7be73a96fd531ca69353d441
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae916cfecfe275e7d30fbfaf496ea2e89ffe963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea56ee9aa048ebab6f06b2ef3510855b09bdd6db3eb17946a003266513d1f58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd94773eaf91bd219c1ed85c02f91ac91f5dabe2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf7527d438282d202cbea76129e5a065972f68b5571e09ea4a9a32967f1baaf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172782b4771ec9cdfd84bde05e63be7e0ca1e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37585474eea38edcd4b7828ef4429738e34c33fc20d946cf00f49cd781671f98
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1563b6515b1a005904e2a224298265f3acf488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e741d5acb8501cf015448f47b86ff7e1974cd897206d81286d5691ce296358
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b524283e92333a667646d57a0cef7accc76d7e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a02586b2c0c789b0f372500bbf42d202d042bd93ec52f9713e0cb82ecacc27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a752522bec2774e9c3cf4b8b0cb6b4d94dad09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14462698f71490292b83f997241c68dd544a330b11bb2dcc54491d19a27641e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66ca9471f6ac7603a47abe07b382729f73b67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f681c3139d6ec00ce80f929bb19a572d68b0703f673204455640d0c417ea6030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506f7c976f9e1e8389e70c95ef7831d3c1ab895
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2593906e459aedca9784bac0b26b9d554f4cb04a7b6989c75e220a7f14be45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fff6879dd5e33d84322bfdd79901392c48645
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b3ebd4eca6fc4c98ca2b931de3f213c67d9456462280a4641d4fe0c9d411d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7312797fad51f7d26de08cb48a826b9b3f20f702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a17955ad69f259cd5b67862c63f1eafa3a17a9cbe87df323c9cf7334a81458
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600f43080d0242739d3321bb5697bc0319807e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807fa08735ecbb22912c8dfdee20ce87a64a927a0237ae419b9fdd41667aa7b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1261686d5c5de95a718b2d467d2947a16ef35540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10b555de2085bc5cefc5696adeb83d5b9f169dd244f30e24cf7ceb0c2e14617
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52609ba17b0867365a21196906bbd54b72bc732d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6189a815d6e690fb23bce01467bf55bb9c55053fb77181be32cab147f29ee7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae29c222bd3de8423dccda141a0d1240d98b13b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952207a9b28bffbc8c9115c5d2ee51b4f46588b93b67609cd19806ded206e892
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dfd4232ea3a2c690c8bd8c199b0a1a7deec542
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b664b70018c1273938850fd7407632b1ddb228a0438745a7b6c2e9df21885
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce48a143ad3994e567a5e62a72d3ee0b5849614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af483d56b841184df3989e8107b341b27f4fecc97e613cb254a186dee68df4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df032fd5c0ff67a36fb12af79616ebe611d4d390
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b02007bcaf827b7cf89fd10bdb6cd7f139f1e8f345bcfaf2a44111a31ae4407
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bb534c33fad9d27276b861afcf7f5be9bc6111
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e86aede9209fc19a282ca8e5def08755749b312af809a7b2ef1f1d6b99d8936
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af446097b88cf915b7da92e58425553e220619f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a3072528f54a1a83919147982f1e33c981cf534a0abcb88548404625d7e9f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3b3b5a8838a17f523508671ad80d58d1efe5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ef9c78387d2395d7f21ffa0c8f1be4c9cbd2ab40d8e087dc29a5e93a07fe97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79002c7888b62ffddadb92c3e033d42b0da0d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974153dc804ef9bc16c57e4934314a1405110cf01c6abb623ef78f4bc68625b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982e37f0709381af28e659c62becd6a67e3a17a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74272579686f738c57dc1a963f75f3f3eab3dc691c1db882e807db331619fb11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085b37e6edf3333e2eaa9b60f60a449a21960997
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9cc12db6a2cb52c1d8557c39ffae669659c9489470f2b154be8e1aa82e9805
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036e26ee2b5f7b3e9ffbf5a58daf96a03641e2ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77797401d56f5b800893623cf2566b71d9506c783ee0e23cccaabfec8a686792
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0fe3efd978b61463d96fdc73eb8a696ce65322
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2bed70d6f3e3cdfee3570a31dbbb3a76abbfb52aa7e3a7726d1a2dc0dd23d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202ece5150163892281bb4f1902c27df2baeef7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b35bf4debbfe97cceabb150d69086485a27b5912a6de00f8d2408f931a1b24a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1acdc29e552b896528e415347b23ef3f975e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6334f39544bc3194bbf49c58985dee68517aa5a180b50f99d35fb1cf373b97a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd326cb27edbaa0ac2408a1e0f55a66dcfed8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e01d7384156071cc84c806f240bc12cfd50da35771637ae8899fa8f390bdd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e3b05bd21bf48610435056f67fc138c13938e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6776a8edf52f6751b4c268d3a08a2c402a0fa390dcbbb1a211519e0ab66c980
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dace5629a2347db25a44d2328ddc59d27e2a61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79ccdf713873569baaebf0575d6fe65989686b4935aedad4e26e8b68e5b941
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a5b8c6ff9f79343162a5365a8f89e2dde6232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db47079281473b7eee85e1dbbfd5f8060cf53d735e53bc83c41056e9070bf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f46df6c0cf58fa93f7769717b9e6ed8404f153f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddef4655146f2fe68a459293b35e306bca76bcd516d038c84206a5dc3e9938b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98f4e9f23e3f8c45b37d5702bb80cfa50b8571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533b9d18fe0df3ef004e4f60fbd4dfb3a2cb3a8f47fe199221ea56afe5e72b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a220e188f825d6c718a068251121515f69ef49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a1db91ba49ff4fb9f770391bf3158b713f82360b05e132be2b44565c5b7d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7964caf2674c78e4df57690fcfe165f808b5fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7d6b84cfa165e6636d7f5a2172a5c1903f4bf967973b60fae3899b37ad85c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c445e1bb16ac0b60a414dd199183e01330e5d29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24de4d26f1ac46d07cba409051aa0f4c30e18fdea3249fffb0e330ab361d4c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5871e0c2ddec7091cafbb4409c5e2a11c6a0535f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448352b69fa6de7efaaad172823b8e43d536e0da880aee89fd96e01a44053818
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2aa7b913338398fc817882ea9fa3ba3cca81a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e89d0f729426856fdbaa6428484947cebaca93cf9e562d3b2db11103e72fb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b31feaa21422f049157c52f1f5b1d8a955626e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60702e2909f632ae63829a02324cfafb887c0538e2c70a2adb367e2e187cccea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc425d8992049776b6051373e9bfe0791c763f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a82e0207bcdc6944066f8ab41285b135cb9764d2d17992470c782846d172f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55f867fb1ef86b18762f7b410a2a876f552ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1f8247a378a79634ece899e5871d7a186ca29fe24d0ba11e5c6e93e791210
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1690049a0108467308f47999b738ad7736dd9db1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68e8fa5eabefc34b5868c8b10e64b509a1d19702764b15676eb38cc2b22245
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfa5e0923cfa02e4e6431a7d86e4747734cc6e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d61f56ebcbbbfdf45d424deb8222f6593cc1639f25a9f148426a3e96eb229
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b5326decf23d1f29ccb6fb132a6be5ca19ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65120ad12465734c9d179ce907ed37abb0d48b7a0fb5342cc68356deb7b22c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04473c4cfc816236ee33ae3c7290e1e7ca728b29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ff64bd39f56150a06c40e90fc72b96bfafacb721255dfb5fa69fb53ba052e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f27cfd5fa9f5c302fbb470bb4fd6d36fed4c833
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d035cb39bc4a6c89b60395f44a25b314ff9590c49c07d98a13ea8b7da516e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0871f5311338f6d8bf3f804843545998510ad23c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22500de55f788ce59951f31e7dfff367a0f3c8b4de4dc9f86ee9bbe27ed91ec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5260fde65f3fa08487854cd2d99ca1984773eb91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc5de5bfa50865f43f560aaa94183f28142b6b7c743013a9ed38dde9b752a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8016e9f5403cf9f4878c6a12d8f81e8ac80dc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8741d226034cd3c1b56ebe3f606afe4e1582785d7a52b1ce44072fc4f05af3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4c42c95748da6361fc5b7d9b494a6245ad23a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978c497fe6f176ff87905dedca8540c4661b0a716cd9453138a0102545a64d9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f051bb87b5847c3648ddd1c9e8c6269c3be5f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060ecea937bd9702d9ce04e7d22d17e4b0d2d00a13cdbdbba700072bc545708
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c3f5015c0e41b78bee0d10e0af58073c0d24e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf305738eb1bf2e261413f36c6a323a85a44e26af9cc25795b402450701431c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb8d9c776176e4d2d512aa5b42448fe8cf48e81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3ed165f1321469fb216d4148c6073db3d3820095dbc493284aca8500226a94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15daade6b1ee8589c307f200a768657a09b10a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff86d495bc0809815fc660726281ffb685ab9138ee471edb87a2ec1601e939
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f899a2a3a6aa1751e1848c6d20e03348cdfc01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5717c958f5aa0a7acab90af23dfba332172c7efe83da27aec73ef52a9a902947
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d2d4750e4a3fdf4c8691dd4462f0961db6bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bec063a1d844a2c3ebdc8852af93f117ee316df946409dde8d11831e7f0891
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235fa74291d65d7a3eb5fd832f6b995eccb4e5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa90c7d641552e7980042d3d9d9b4dd4204ca3d29f22c8de7e641689d1ea1c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d4a441ae1433d4f291c24b77f017ebf8e55e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867d03585e40c7fcbd5fb88a815ea42fe2675fd790a3de6eb1c36efc36f32452
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e59e56156b557eac7e221017782ff9b3248e6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9012541a51b47607308c73466323e35563b6c8e49ec9e7c3d57d923e42675c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ffad6359e0027887b890b60c4a13bdd27966d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399233f56bf6b152079fe47b47b6468f71b69e3926b2aadc41a8e2207ea34d6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a080c113d175a652a63cb8c2971fc9218e9e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59551de8da5c26d584dc72798d2d851a45e09f5b7f2bd1841384cb5ad05c6f3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac9489ab226ba580ae7eb3ced61e515eb515115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbe99ffa819bbbe2125811c8a5c0f7ce97fd3fead652a86a41aee9eb436a6b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0836501bf0249c84f94d3359e0a490a36fc05c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a7ec92bae86c73e45c124616cd834e7ba81674a614ed1d5fb37ab68adf2e54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460dd1ad3b1f6ab3cdfd12b0c9b8ae66ef8a3838
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dc3215498f4577879b30e869689125de0cb71c93d90f5a832f8406a3924325
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4635bf1244d8d6c7c78c72bdd442ca1e73d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac39a69d207c68703815fea4ef3cdbb5e116cb20016e4bb7a59287a9a26310b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4554678056ebaeb96d31d21aeeb307d9f28a5305
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46a5c635c69ea0fd7e21d63be5ec0080d8b4bf9c92c22e676fa9313bdf9ae2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23fd865b7ec7c11cf982624ac031656451384df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e164f1010cc9b50b1f40397b5fd922e205b88f6395cc14b221537a857a172975
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde03b0ec3fe4fd5f19a66558d302fcd33fb8680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49880898c7d2f966478afeb60737348e85282ec89b8f7a3256f537c957b084
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1838cb101830b7d40a7e984ad86d936f07eb0a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaf1428b5b0bc178255212cd1df446cac9585716d6a48fd6340fdb8fefecb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4edffd0beb5b6092ab9807056f74b434c275c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f056f03f93649f87910e73b7520e86a0e21a0b146507d1258c4dffab300d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc0b4ec4881db423ca460df081c508f304c8e94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cac3bce1e291ceea78d68057d64823c92653d63cbc33dd3962ac456ce1a0f76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96885a4efa8bf5048c9a7c1a883d38f68dce4674
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8de468170a739dcda77c54fca3307c7c3ae9308a9b827461443609e438a452
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8163ce3273aef21c4152014270abff63e63c169b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd8e2cc0b32e878850f3b144cfcbc7c9973c48c8f1c2ebc4dfd250dfcfb4a71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d0a8ecae547147950bc11e7e24ef5ea92b857d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9f50045eac9c4cafda2ae7aabd12440ada7bf1ef1c02e94db19706b0d9c206
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e346fba794a0a019aff3cfa73311c4a9f1fa3d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f5ad1fd9b0135d328103b8f5b4b01bdf7ccd8db2c5e24be81293424983849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0497efa68d4becbc51c6efd10a48385394956e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e126d85e252e34092312cb9d5af400b404aa49d36531996221064bf118df7ec3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8230e56ce1ed20d9861018c18a7b9a7e94695f5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e17cfa4d409fd7d5b0db48e66bdbd3f695b8bdaa38151e3ae858277f17c9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8816df9a2aa7c9f32a4c70ce6eabaf7c96a98c13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679fb727fc75f37834e5477d4ff3f012aad5a5096ca6d87f0691abb43a5e36a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85656fb811d9768900bf14726028d4dfee046802
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd6036d81395625961ec9b6d2a2994d53d87dfd591f814f43358384abda9c71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b00c2366c6221a456d859a632c83a32a2df0d95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553663ff9b908315fbbb33146ea267fdbc7cd64aaf1cb6501388224568f12bb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b485028c98485bc38b171bc485b8c88b7cd76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4ea6d3b6acd29d99641b026aecaa088da9fc6357d7de3b7ee8907307bc775
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f54b989f4429dea268cde74737e06cbb9b26b25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6350dd78d1e6f40789865973a55bad93084df180110f9b79e81fc80d788c89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9081af39eee901a202fd52236ffa6db3635dc5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fb89bd6360ff649397f7e76a63d51d9b18b5164b72d6298c5d10a0bd055e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b31f25ff83cf1f73b69ce86a45df728ff1faa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92007b1d275448d1db641a19e34e3e3dc4c19b2255a8b9e1b39c010ebbdfd15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc5685949d70d132742393b6eea2c4c6f99a73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d2c8daeb0846fafa5c59ce4e80690567cee674884690b41e972e522d9ec599
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db5f24649f8ab83fa896f6353204d8c01f688f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600b91f3b55c1a9dc324d3db356d5839ca77ce94dd265436c2162ecc70a62ff5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a3b0df14ad4f0489630143e67ded41fa31c98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d26b28fed2ffd84d1d8a70211c7dc22a8004a6c2856c240ec2e22be44b7899f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f243751558f8209bd9049357fa016376b42f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41068f5015e9d7f7c5aacc1b097f285d1eaedf4afb445807f644a37ba0efa9df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c40074202d9e308fe58f55188f5302a7e6bcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594a4cc4e1df3cd2ee6a0f82898be019c07100a4fd94131fdbee8b57552afb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ad893dcd55a59593de8b36e6a2800ff3a8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba05bdabe5d51586545af9d811dfd02e72f3a571d30280b7ed5ed8ddb36791c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd789c0d527672f33388b3ac3171dd0c88bd5a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa389e957ab6b7f6379111ce2855024fdde99c79cf5a1c808f6ab8ae57908ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afc55646e59fec4bc2cf60f1e1d3892163e0888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d46500bd7897ae1a3a8cb0d69a839a434c468b7fcab3d7125c336856ab129a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f51cfb197bf113198921f48ea9f9a432b7c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c62b0652c110e712bee055de0b84074e546dea536d6dfd6c597b0d3ba50e34b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c975b5834d6fde2484fb8956a024f8b9b65e4ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cbafb17c2aa23ff91036ab6a576cf5c50a83e75ba746fa202599c6b3f4854
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f0b410f52b3946e969ab96f157f2c2a89ba770
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e75285beecd3d790cf685ddc626f6e06fc97327766bb54df25c6aa491f787
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8009b69f8b0bdb8ed5f6ea63b481bcdb4dc56e7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705835e86e3eceda8d9168096695da46d57473d06bb78842ac88faf632e25c6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992363e00d5e5bd72e54ddb6bc954ded1c66eb18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e1a578b6df9b21660c4d4c18e083a0d8b9d6f5574d3a2ecafa1b6f7b17650
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c71685aa69f8df6b8e63b6fb210044385f8a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e29eeffaebafbea8ec881d9521fbf33d19797d2d2bde9ec5178ec4ef92157
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54066fbf039ddc77da88b52efe4169bfeb202e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b034e3b0955fd45c4943a94f15cff52a05847b962b2f75d0697de31045bdc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965dc46338ffb09340ba80cb48dbec21344297fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f348338a24c11af02a8f31128f431931abe50dccc2562f0be55af6f06f622
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5189ff48274c07b101290a427f07e997ca5fd300
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c723ed8797b76c373de18463d2955c64018c4f32c455e7ee8ea7c49009aba152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945e069db7e863d6e2955e87360bd570185d11e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef349fe3478eaebc7cde8c7154bb87616f6b8e7df0462b29aee158f5c7dab48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b08106b0a7b7054ae15c83d88fa7e3dad3da8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6075daf02b1c86c2b39887f4ee88d493b360ccf06b2b73da9f9fe87bb0e78110
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5722be1efea18e3de24913eb963ee262a6b967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1d367253fad3686c8edf1f27ffbfe53a8a5ece870c3d9bec2ff50eaba7a5c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7827fa858175b05c91c84c36ba3201ab770c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e81316540d452d11f56dec03eaab05bfdf2cf4f87c4cba872dd1268606991a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2aa2f73c196ed031f538a1bb77eed64d404033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1487cac47f49242b2a2665af69cb900e090ca96abc360a52b4bc9261ae7aed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e61fdaaa699a771140ac7b5457915aaf4cf141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a82b87f35c69c3db2795e67ba97f07e7e1cb60a56f01eb4ed667b707731e48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3b4b479b72404631fa4b562362e7a949294bc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e17c1bae98a7537cbbd85c21865d3cee6263bf1630feb107809501dd4d280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3a2827a5ce732de1a9578111653c90072f778
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b50675a4e3b5234d26c34c30d3dab24627e8fdebe50883c34f0d72ac268c88d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410edf5063f7e572b6eb3649039a1aea7b224f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe82755eddc5e52911b645048f15e08af812e2a2f7db8aee6c84fd8fba9d23
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ebbc259fb67291b90bb28b238e2f740c20a3f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bae1641186b358e6c606820748e9a1cabe744be5b51eed3fdda3d1bfe5a07c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c2a5bb75b171bc695520574136e3bdc8a13249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea6d81af6e9d1fb483c48ab8ab2e5e94139dcd617d2c43e2ad48242690f3b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547c030c627a80db7eceb49cdcc44886d52744d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd666c1eacd9ce7bd667f5203d1bbcf0da5b3aa6de8c3de1975293b5d85b4984
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01adbd2f1a463c6ea0bd5a63e57bc25b52d5605f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeae3c30955e1ed9827ef1c218a3a71cb838df1063498b48de20f9102de0dee1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efd4f7745ad48f5a2fefb83dd148f47569f285
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b99c4aaf8149d3c0588c1ff1871c287f424f55012a110b9daa4b3e86290bc3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffb8add5a079df7ba63856aa903c4d8d6cd88b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319e9bbe278f2d5ced4a73e9d5190ad80e1c45d4464b08c95ddfc8f83ddaa5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9c8627a91f2005a8b86591f8c809e6c7a447b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbe4eae393dcd14d8b51b7531b6231fc41af8a98a014cd45bc889530288802
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aaf37ddc123c517e1fa54c248a16403a4a8dd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97314a7b6e2c5f0d7d5c18a675563c6d956756fa8fc1563b11483657affefd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836624f7be14c97d70aa784dc6cce965a82617ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3ad4d668359e63c4ebae43facc95de81a732c8d3741c3b28a4a16e522fe2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe17ecf7fd6ef1cddaa63fcb4cdd0702de12608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5a6db07bc1d78b0936c1b9cebf5ca9dfc4bcad75e3d495f02252855e3bbfde
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb13557eff32ee93845f64a5ae8a724392d92a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1daec0f71a59570bc2a567d4d3c995b4e659f448c410fd7e825258c68eb2b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec947ac4420227c37f6ffd8ddb441a019883151
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25ef225b5e07d588e50dbc6d87f100c40263debeb132f2a09902af47467f245
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789ccc0abdb318a8daf425af028e6b6e8ab77b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10016ce2c88dd2ace896ad38e108a633e60417490c1ea98463cc1962e007099b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082fee1e1ba358e30664cf6304871ee5c8e46b52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4561bddb5e78abdfb2a0d142a88715adad80e43828ea3f797f0c880962150323
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1650d2e7533f8cc7b0842cb9daff7b85a0a923a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ef4bea0dccc1df196613e8add05295278b2786783f867561b36f4f59f7f03e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb90cae1e649530e24727de4567fbd734946318
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d104fffb75aca7065636ad354a60edc3df8c2780d87798101bc3643542690f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01b35e52aaae00dd09987b132bbc617684262a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9652cc314836d819fcc33b81e9332df36b30ba4489984741e332f4dabbf0e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5860dd6a2c14f93c792858199e33e3ec474ede
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313ea466496e0e857adad3ec2d809b5e3d68355cb243ae182011758b1c78296
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efc24069472aae7c65e3c4d8a2877f4dbcfa5e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7cb91aafe27452c6ac87cdf66ce3af026f2840450d4fe6422d89fc990054aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da7d89e57339ede93343a7eebe1b02011f7daf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85b4852f2a180c3a499f4b3f1581e1daf20de6b5286393e74fcae11f9cc1cfa
+size 2179