diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97471e864c9111063507b1df73ed2844f32feb79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89ed8c2eb47658e93f0f2bbf200b03764f8217700455918006438fe33c52863
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c1ef038b6b687ba43549be4e1bba209944e8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56d38dc09b58ea13a74acaf131cdb292b88acd79d2a91e597402e9e21af2b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca407af9b18765bd58812c7ccff58771ff0ad19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80cd97d369fb25018909d1cb6fcebc68d9b6823304d28fd284c6d77b017cf88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea45f10c8153747e06a6fc5f7136a0d13f9af7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f0ab509a20370387db5f95d709ab6be7a3c989c977a64ab015281a772115f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be704b74fa108e89a6a02bc89db63d741670d50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c08b526898cf578f7a9aa249c8fc086fa3f6ecf6a29143c8cbc84e667cb3be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ef5e5a7bef6f9982f102a00bb553ab9a9e48b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5a1b4274808a75300f3b4b852a52074eae489af27eb91fd5b7e27d002da88b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d854bbade74526cfdbc0d947dc90f51d8bf73ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d8286e56e08fadc5113ae4b12fb18698114654b2de98212d18b8d86db541b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e308b44f25c7f799fa29c00f50ea0b6830de5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fa26819a0250ba55503a411f2d679ede78df27a5ec4c9c9c6df8a93cc8502
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2419623f03db2f8c26d3a7f625bcf3bcf5518
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe8b9ff2514e43ef90a2f51316a8f3dcd18ce9f0a03422dffa22c447ef5ad5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599023db3ed4aabac66eca3ddc7afacd1d564a4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33d8216a849593b1cb4afeb7e2c3596aa2fd74d3172370383f5b1f83dc42ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccbe734e4840e2ffe5b74d772bb82c6f232aaa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f272236c204e8f23af1263838bb8b91e7f107384efb11889e490504367917
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d201849c82851c52f7f9c1549e07521ad0708e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0cbdd712a7c8e9fcf1ccba391b5343bbbf4f39efdf180da2b794c670a071a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7689afcf9a85db9ff67fd34b7dfbf471d97f2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d86491b35120003b67de15225fd9001ae51b5049b062093e853830ec6c0af95
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a70d10cfbd7d85dd63e7363b79b91a8031d54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e626c009f2a30fc48d0e17b6934ab6504cd3c89be007af546eb6af87d6cb17e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef663be97755a395af30afd49d5a9e8b088a8731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5a69cd8dffa84efb94ed8c79381dee71009471c84a8fdc5be0e5379e95111
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4319ef6208d9324d1f7f97915d9e67876a79967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86534b28c05d4892319032f09b3108353389bb8e23383329b8af17b4115964e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fefaf440c2c88a4b432f45fa33e387e5557ed3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad29515e8c1e4939a8d9563fb49397d4526bc49ad35b2fced6cd9aa80179e20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024a828c5e5fadd2a69780bdbd3cd1e5fbf1afbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402e0bcb9dbe099e72f2d987f4ac519324b1f810b816d183889a94af5396957
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738b06155f7c41038f13b2eacd2465f10d22220b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d41d0840108d18ed3a8ed0605e1665a2f52d5d5e99d4350e4eca132a73e2685
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ebdf1ef51893e2e27e42bde8fc624c6aefc128
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5837bb8b477a23efdb5cc3466e5df826cc1b0e9827c3bf422ee487a57c7b9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cbe1df08eae0cad533dd951a4d62b3d8b37bd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbb5c5342fa52ae638a410ee7ce57af4b2baf9110a20028e732b77f18349fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd61a1244851f4cfb8e915104806089250e7b399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e857906e21a067fd43657cf9168c2c2bbf7c4f83a1ff4894a2ef8ad90751c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920f2f4fd19d61a8ca993c22112860255eb5a7c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9cd55a2107e543a1d9c58aa08796700c13d999130a35190d4ba5f88b2dbff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470471c0b7e68fd5cd4b891112867f505ccad3cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420a910b59f3decefd0084bf3b581492ac01f248311a9fadd1e513c10a59b2c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58740f52a8957859c61ba880445b9735e57ade7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9815f27923efc52d80e8b81fbbd88f74a5db8c132aedfd3c52a1391f53bb5d4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c8deb2cb1ddffb4a7f05af50e190a28ddd4d84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4a8e4e55d11cc3046fe07a104251ed8accdc0d5dcd2afc17cfd6d6461349b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89721fa739a08e34f8c72435c8d071d6ad2226e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389aac5a4a966bc6ce7314bef2245dfc19ec1abec1ef87153bf66f317ae8574f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2b2e952ac9cc40abcc3c47edab8ea35c71826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79be106179b8391ed644c4b345b695c71411c753a0debfe4421b4a48a0f142e6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e53ff059c3862893d2bce12ad3a1799d08c333
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2941711a381ca3717db744abe3a5fb5b7ac67b203efaa3dbf4c6d560f0203b2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80944e0aab6754b16d3682418212ad70617b50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7081b1293b409d904e267f4b5d5c320fb41c4cdaa30a5793ad50a1928b25c42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da10ea8a4976ad9e75e6a37234da94f704738fd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527d0f414e270c644adb081596ee9c2fdb3b9a97da83c1fd677fa230613550c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b08f3a21d89dfec35efd0d9a193ef8f1ce6e437
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc698ee94d54e2f83cc17336e418ecf34c931e05bee4cefdb0a6c918bae45825
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa4264058e7827e7fd2c519486ce4dcf65b4ec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81e9607029ebdcd095e7064be3919bb4d59ae44be4a557b923601497c7850f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7ba465b2e0deccb341d0a48eb36cdf5547f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f072521900448cdbabed02f882dba64ec340478e2ff954ee0416c5e07957e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57cfba27eeb565736e49b443847b7b19057cb77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4700406a2307757604e5ec7c35f3686f11caf4642828b29475935e899f282f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3859abee4438f361afa2930ce653549075b55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d1b14a6dbd73f5bf8307c3a1b9f53e70709a76bf0a189ad446f59cd4cb545
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c83050ea15b06cd140a54e13020c67412ee7b5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991b22d80cced57c7c40e1de164a2185aa19e6aa509cb901f6a6b130c2b2b69
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239b43dcb9bbda07813182eace9ddbca2fffda7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d54dc04fdb46abc4e5490efc5b6fff4551f6277a344b93b077f96656a3199
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c722859689d44b24138e1d0342f67a56c7e43d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74c8ce56370109070cfd311da2e29049267762594a71c8594b257d2ab32d033
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3885eab6f6827c53028e400138e2b0cbe4b142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05655de66d6a0c2d7527894703978e75e926c69b239e621b63d329292eac11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1c21f7406dd42482e4538f92a1a3495d8665c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30da71a1868aab8c6d7834bfa30d8d2fa5f0cb8a4aa8aea8ca38cfc021a4dbb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed36fd3b92dcd6d8dc0f363cabc304ab2b737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219486b9ecf1dda4dc90081540f02856bf36d848dd36e1238c2f1a1cec9e22e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e1c0c9fd02e38a35bfd21a804895ab293b788
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639328fccebad21c5ab1d4b49e03ab4a93c56cf561ff67017583bb6f25172b94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2bb5d290aad7e75b473da67845863908115ab4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618965ae2de297d51e1edd00c10e9127fdf5709c8c5d81df93b5e0b42fc14d72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8cbb5ecc7fbbc95ea9d9dccaaff3c88bf5b0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6a49b725b898b49c520e440cbaa0ba4715bd34dc602e50c05660ea36cf3908
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c606a11c40b949d8b03826a59482488e5fd75a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31273622201ca22fe0ffdb171779c985397408cf846668b3f968d7fa1638240
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddde2513fc1cb3f31a00b2f6f96b68d96d54898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f9155427abafb47846a7783857023c342d7a27e6b3c7ad767eb4694f08b8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6338176343730bcac26d946c068b84bc3613a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5c76f327226bd66d094f17016274863de1269048d96655ca46c9dc772086c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9173c7d949d3588a80704087fdbacc6713659a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe271761ca21963a5e0774adf922f55fd6dc0b9a67f44f22b117fa062b0c3ec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2660e9c4bc26ef25c0ef97a68022d3141d153dd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b74e8c273b38d671b7f3ea9cb79f4ff885f8abb9efe9fd33bfe36e1addb1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af11d2cf1ccec649fa40d7643e0dcc1a84545c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcbca66ec8a19ee160d8bba4be746edf0d5c9890dbce6c73f0553062406352
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a53c57314f098e991b9af92e0c3cf3a339e5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89f65c80066a598c6ebe6321a63eeb97762767b86aa649afe8537a73903521
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695dbaa1759683afa8727912b6e7575c6e00c3bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b514f2e874b27e4b1dacadf809285079e168e1a5a0668f9e4cc00e18182a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82736ba6217004c994fcf846df8b2d3ddb3f456c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc156d9233f52ac5ec8e3cd10c7cd4c448ec5039996eb5fe6e4d2f02e68ff1a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f4d7f09b5b37cde47d3d0ab8fdcf702ca8c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da9845bad954538e3b30b7b1d02eef0fe19f011ffe4bf619d5e03ac9aee5699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a96832c5d7acb5712cb9628009ecbd220823fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ce67fe933fa89a787eb4f2b8a0666528e0af7f96746d454a92e488a735d89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2e0db853d5e8b198a4c5a46c5ea86fc79bd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ea38bbe3a2ef7f38d680634d621cf569b5f925e04cf372877ce7c533736ecd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df01c56bf85e184ea53accceb5209846efd7485
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af981c8081eda6dc4bab0b73189b1f06bacc67cd3c2c56a24cc6ba9d474a698
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfe6f255a0e180d3781225a3d222030a2df4324
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df81d5e22f6c12ed0c7523085369fda155812ce2adfe19cbbbc606c8dc11ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af0bb808950effc7e409bdf3c929b82904db5a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e948e6ed1aad80a9be35b2bfa426d5588a84ecb76d2999106a3bbbc39b329e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224af18e012b08a0de3dbbd18de47d45bb9ba9ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4781949fe056fc1ea2b27953ea4132cc1815ae0efb911dbd28fb834ddc759e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2456f5ea71c79fea4275f0be76e63d30f18aaf8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867360fd6e535d6df5635db1539cc5e13957a845e4684b9be7b9fa9cfdb3a346
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f04e6a738ed6fce4e39ce6eaf3d6cccede8a8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009696db46151438bff0fc940c5664ffccd20b7ddebf506609908388e635fc00
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707e21e7bffe95aa9a80ef65c55ecf33002a296
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1995e04431ea80cb0a88a803deb33440f2912e5495529de8f3689d08ffc0713
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2c6ff84811968334b8d2c6db15a85d21dea613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5ef54a7ab1737a441aad69e9e47bbde9db89d2921bf2bb1fb60c7c4155154
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb4a615e6ce04778156a98234bbf345c3793580
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6359f74770fbdf9ef8388c417045c9e006ca43d7692c54f225515fbd79c1495
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14449c4359c1b4689028050eef8aaa04fe588c62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c578171692bbcbe48124b40b0b671f06a3d860c5021bb10f57e3cdc7a95007f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d1ac192b07aa3ead291f875e8ab3c45f306166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d6778247a343146d1fe8a8bf0b0471d72d87f7127b7a10c4b670531f01321
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b915c3ddbf645970a6510b40bc0b96f0d393eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1ac6e1df9de2edebae7acfb28c300d633a77430ffefe4533ba93704759100a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58418a11f1474503037f1cf8236faf07d65b3565
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b85359de6721845646c2fbd443e54267446b42484e909d7a4013a32b9ea933d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea1bf5f6d303bf8c260be3f289b9241bc9e3cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464bdfbe6c773dc08b980ec4930269431c1d8082f1dd2df9514a687db72f20d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56241965cc1e3d33443994e815663a01bb79d0d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ece77f891c6c78e296c26c16adba3166a29f572575ad6f6934da633e73fe678
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741c92cacd8d0f94f66b8a724abffd57ce53cbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a94cb413910dcae48c92bf4e40a6e7544068d1c8395bf5696b0db36bf4e7b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c6156b5a2dc577f50854dd0b557f28062a95af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41db670a6e28c522e3d77afd5ff820b76a3992685142195a2d424511c5cde10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb2e1c9e66c1c0be20be002f146184c63da5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dc3e7c1dc76cdd34947173ac388e6d2aae888dd842aec6975bd06ff81e8329
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466fe16f3b56f524622ea03b82c1f9b591a207da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9978e399851559928b2f60ce13762d29141dbf38ff7642e762820dad9a2d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b6b38c386d5448f86e1bf9a5f0503918112479
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d935c72ee87f5794ab1aa439a3e38add23eb468873b256d8ea1a8010db7adb2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a043d706680f409d85ddc234aebcffa0d9f1f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b858e764f2b56a0113f1ac92fa8e751aff8b718ab522f4f8fd4e1e44f82e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac21bfbc6356fa79d1ac8ed39b2044250c82086
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4a76d5a4fe6e94c4f619bc8fcb9bd19e5dcf8a283a291170054d90feb9944
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765b267ce42c610dfc26753d9097424b32353905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe281017e81296c0d7fb463a9048b2045dead764c774462647fb8bbe18c6ee4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a92cf999edc1e1f6445e7fb4bb2d51aceb84fae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0516d6920cca79f7b8fbb1d37ae82467779e82c616b6a47d3e982f84832fab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb010891badbe6a42a5be21e97ff1ce901cf95c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216c6ccbde3dd5e300b741c48b8726f10da417ee2455ffeedec49e37b840d076
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c685143d1d84fe43d7792d4aa2ff00411092d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a372c878ec62029c881a5129dd7dc0de37fd68093c7c3de9a692fa48a7a301e9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05292cfb5c89a29b4a9f8f9cb2ab4207590fce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e768b1673328a239541cee9ea3cb264d3900a2641e14b2ab283cc1d60fe09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad82882ab21ad2971df3b42f491ec1789b6fcf43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42275c4f0117f6a6706e738b2d27cee098783d8a12f24f86b3e7c3d6f61aa5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f4832833fcd70cdfc030528b95ad96172577b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c98105029e5eac4191f7fc1dddb8841d83b57352dc17619d337822b156d8456
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396f037c2ebecfdedc228ca36e469d32e3b6473a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d68e02d46734926c884086726074240b238a6c116b5175752f9b4ad7468f10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66369c5f39bdeaec8ecf9642bbbad08860c1a9d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8406a85d99cd2f2d90bfa6e335fcdffdc2890c3ca10227dbf204d644bba52e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89300349f1a884277c149e478ce8d4c9367d8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f92087dd8a28aac55356956c4ab42ae0553f2922f9611f3f93d0b19e774ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9be47998b0a01ee4e2c8ddb812245212c57d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7042fc7778fce4cb7aef27b073f6b58e4473e81dc435d1ddfc8a289093e0d490
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbabb019562b9384acce5d44d589381b037c7de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd937bbae710c8aa34ee381607962e6036c7df7fe9042f07fe0f28639bc07ce4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b5fb3eff035348c77010e7a1de90f0b5727bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc407770c810342912805cea5c9455621756e86b4b9e0d60b79f24fd7799d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac3a9c8c453d93c7484abb3356664c35d4a4a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7ea3fba5c99bab2b90a2083aeb50f295ea7a4d5939452e3ac287d7694d441d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2bc33da998b3e9df26ee93df50edce120c2ecf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0acefe18f139ddaa2e2c7e18ac959011ae993a9a31fa7cb0435ba76c079db9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a0599f2cea54ecd92f9d61f59cc3a6bff9f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88697fe96b1da7765e06cd0b8728acccd269635a6251fab0fc928a871322e49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8bb2e244cd9307c49f546e172deb97bd10ff7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa31ad273f8b628331a666bee378189c9dea6cb7753cac9c73a1bfb16899df9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765900842a414f8b6a9441b5508401323b5ac983
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7b171ca3e2e1ea99ff7b5303d4def3d5360fd971f14a839d061a5dda2e9da6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58e46ea522c3b5ee67ba949584372cd4580cb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d9cd17fb9a4a9714f236f3cc38897c1e568bfb526ced002683aa911a34e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad06c9cac6ca55d6918eb8c6cbb82fa22c0d0896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2f8855258e64fa0b67dd48d9156d01dcb548018fa00bfbc3cebdcdb56926f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0fcf6f5dc7feb1ab59bd799d67dc71403d1558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8c2d85bbde6c754852feaa8ba3ff0f954ed66dbbb98170e6a1b8fdec0c8827
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe18106eb8f8b6a2c8c706625d42e2c943e9f87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06841aa6f1e8ed036dcc422d2732fa12273456ae31b83c5f8475bd9e557ee6be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c6a9060d67c4532035637606a9f900702f095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9f81ec81cd26cc3a9ee2a20f69eb29c54768c33cf0afab391872565da96fe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c99409f0c0a668e12fda2d566ab3ceea3adc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17f7342354d38ae87e86eb9a01f8baeaddf5b2966fc59e0a86a970b7cca10d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a754b3628b445ac2f753b56497902f83fd01899e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df51ee7effc263502ce02c3ee8321c61788346d2c3dfab6ac7fd77f48150c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f1573560b89eff82668dc9741d669324ac4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fde76e93ce2f92cb12c4ca0cc861274d3ace1591c335feccaa878a7bbb660c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265486673a85bcdc602395cab17877b63d6795a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2505dead14da2b70c48c605ced967b88295323ad08f1d450a2100b0e7566133b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413c5e9517e7481172b5996d8e1e9a0a251c0c2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef2e15dfb3135cec81a1b978dbb1551eb071a4e674cf2766992e02a47154c54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd1b2c8d166a929f6370427f822ccf52ca9508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195874b1013804287ae2c59ed55a62910488611570d7c46873ee07a3b0c678f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3506ecb0c7c12eeb9d0b425e0cd2dd9eb42a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce5d3f682604ef1d3e4d518dda82b5b89dfd8b4a3757d2cf18e7f4131f2673
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67834305bd5b6f63e9dcee2435ae0f8af52a0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa59196a816cbbce2e733cade0d665960517fa8ad70dee7cbada2fb73e99693
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f88fcd8b9fa30dcf26ce72f99d100e4912cc33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473165104e741d6e009f634363a4fda706d4f29cd84cd442c3ba8b1d7949297
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f22ec4f05f15e533f4acf82bf4cac167510576b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0762eb69300be09777a7e1b8349c65783407dbe62b88dd4e8a2b57a70cd772
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed82ffbeb1a17c85fd5fca2dc0a6630643701c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e5919290dbfabcd7bbfab9f3ccb7623064d6ac6c75d2b64f9dde95d443680
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f97e348409ee15121bba73b095d095191300ea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc535210bd4a2674dcc0cf2efd96658cbb3fe1c9aaf992e71e2eaae210057c73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d6d1118e90ab1671f394d9b376720caee6622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b70049a889f37d0fb112964bd2257dbb968b517d029a5d05b98af676a3975f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea2345bec144fee7d3c8744ddffaa868f2b509
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbbc5011b8a9cca42548c5a9d4f7fec6f0f6793d64eeb6ea6b808718474d592
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d81d8bbe5443a12b1d7754cea3bb10f07bde14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c8f0e1c28477bb88752594c1e55a39dbed39c274ef3b03a6596f4b6caa8f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9ed3ae95fda851e4dbe0c8c4b8cadd9d119d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0836c3620cd45bbed88634b8b3eb46fb8011f3b80f42530305481803bec7382f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7e3d17f2956912012ae6485a45c6765c34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4862855eb778803da3c029e102f8725d009e12353bcd6326404ec103c910d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560711932abb9d79e8f4909063bdb6d955a0bf7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f8899e549d1fbcd015cf63e400364ef31e4af6f0d5ba73c6c87cf2766f1e36
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c84d4f79a17b57f47b4bff0c0e631f66e9c069
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ed7053227635c06ae654742bd11b78953ff9cf54f2972b7732abb99be5af0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5698bb538d76358b62853561f21af2f60537efe5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f69173eb620a1360a5137c806e18478617c42069ffc11768d568d739b3050
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024d78bea24c43e5959c096d8daaa698e868337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1853e996efb18feca25d375a881e1b94f10542ff0daaa6bb39fcb3e33ea9bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c0d00ef31962ebfdc972168fb15e03e68dd4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92506764db509a362fc4561a5843c1d863a9350eb75f412c6548843c7070db3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31dd2e44056d33b7f10032f738905317a87607e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54bcb15db6b693b8fcbc4140c4857263767119a6ba2c4a5c6023ba8e39687c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf0c7f7d4f66a3cc6ffbc54e4d7cfadd1d4b059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf08450d0e1d3541476222b324180b57cfab2c1c44bef98338f5cb3d0e6e63
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c261baa4d0ef05623372f8d73a8678631482709d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f6992a0664d247b83602dea9d14981b8a8745252168ce0b387b1a862d12e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dc73a4500f410ead8feacfff81d862eb7c9288
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd747e80854a97372f67d3e2dd8f8fe02cd3b06ad2a4621b850d185e978c9d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9595526fc778cba94e39f33888f06a1113ea03be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187518b681db713968521efa96828a9b99db46fc3ef2c19aa6bf674b09dc17c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da463fd4f949690a08ac361127e8d4aee32a96ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901a5b83cde951f097e146ea909c53cd6cf6ba72dc491e835b0f6c1d49082a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de7222129979ac315e8e360e5786da505f85a93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eed87def1db552f67f551063a0353ef7cedcc1a055222781a66ef7ac081180
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9c4f1eb64adb1667ce52382be495feef06f6ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1021523d7d881513f554c872fece627645b0bfd92fb1559c493d1ec4ee66441
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784a7aefdccc30cb4b628458b6224b102e5b6309
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa84468d5bfb57714a1d4b4d62ca7077468881100c16f11558c3566b399415f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb551768b19bb2785972b19c2fb06a512d1b2ffa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6aaa5c55d6fbcbaf8890fedd4d4341dc898f24f37ebac323318e75cec3a30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72b5700547fed9e650d4f9526aa64e6f71ca221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f2a188050af6002a1e85d79d4eff89686de49db2694214a23e63573a98dcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a34c6edd0d36d5e2ee0270b9a4c875efc9e496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa7fa5303541f2cae8413ce15de8877a2edce762dbff82039f64bfdfad5868
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26de539a203c254441bf6f69923fd75ce83e8f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ab25ee7e77fd6b81755a9e1415f0898966ac24252278e5f13a89e0d44a987f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c39773e522373e6b1fb56d0d2ae713b68625e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a144293397b55f4fdbf1f49476121d4c03cf7f6518a10f3e91d1ee563ad6c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60699a654c2599496ba5401da92bf808a3b366f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042684fa09d54065e4fcc83ad035ffad27dd06b6b3c1fa3953fbdc51ea8368da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344b84b8a3034ac04ff918bd04c4cd02933d65a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dfa9c96f67aa40a03559530f709b215f52c6f9b34a03875bae064bb0569e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37f0555958a3f672636718146b745fab324c0de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b61cbd7036a7bb69e954137ea70bc4c5086bfa34e35d423ee91e9fe5434ef9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4790ddcc05314524e31627a86962b38894e8f3f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca670b14cac7281695d5f555765baf320decdf439e2c3ff9c6b46e6b3cfa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb306b74cda658cb96bff9670d9473fdfe3ed1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81df97359b40c1f06531b7ffcfa0ce04cb1fe99e6363f8cab9329fa35689e977
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bcae4137d04713d6c7ace5289ddf7d59ac2a1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94a32ac1bfab1d7421fe3f4327b53c44225facdefa274c0bef9a98f968818a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1d39097c214becd1d5fcc932f0f0b4a9b44938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a2a489e1df80be3b49eda5b96b89806fc9e1586db9bb83eda32b7fd40f68be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92002ae2b911303622cd70437d4c5b2652f8851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887e7182b76e37f56edb00a6e4a22408ed1014e8ca5f2d70ca819cf481f22c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4cdf8ef19ffe1ab7b32d07c067b3cf9564bb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba2e75954d4b6d7ae157c2912c9ad447ee502f5bdcf589d7cf4303978da131a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e2d0ee53d9bcc47015af6fd9caee8c174e037a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e86c5c24991f9cc39858b462509a0e53659642961efffa0975f844a0d3414
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3d5a9dfcba51b9f703ef69afec3f278a19673b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43837f7191cb77c59120efa66a2bc64c47e05349d1e59137af5baed832af04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4954a819ca75ba6e974cbe580c2ae890b9f7862a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da28f41d40952ffccb8516fffd6d2f08cb71b71d4fe92f18d5c7a6e3a7e4eef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d2463d1066cc94faea10ea0db7de1bdca1233
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b617946b0f3ef8559d69c157fe96f67bd4e7deb2bc3e46ad840787cdc8d36710
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1927023d4bc24545ce2b0e24c9978a3c9ca1328
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12523a050e9f56c180aa8ef552726201449f6bb903126b5d619dfebdcf1105b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fbc5eab6687b4de5114c32a4f3c8f4ceb0ceb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28cc2a42d457298c11428ca18a7dd32bf9c43d06279be9cd67e496e97f575d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8475b6ab9792fb5ce9ec96db57df12d912991ed7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160cdee35ccb6a814d00307ff147659f0dac547e60b3fe3ffb453101eeb7255
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a790542566e5624c7d2bbb71a636abb961eb04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea63e0cb75db41fe9b2a47deee6fad8657fe3e07bc4b3f0038bb3e6bfbeba9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a465e242f3569222984bc3c5415ccba9c97f9573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c1acf71bb0a788cb2cb432cdd31b4b9e8a7bb9118c38ca105315503af13454
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43548e5643f6696957b3a87442d86a45565466f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68897ffbb99ca3fd89defb15bb7646501e420f20301e99dc57a1c7d8d816b170
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659ef9f7daf41c141e788decdd26ed223250bee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db128b1e0e6bf3cbcf6d92a85c548f66dc917a32579215e92acc5694fa82b2a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fe7b7b5f9ba607ea457efe76c48881daa6cdeb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca3a6d4214ea98b71c100fbf14bbeb6490f65c92ca0906ef84f9de5d32d84b
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb3a1e16227674e8f56fbf44894b837004bf6c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c70c1667f1eb250ecead8d0796e61d83757b3bd51f06f85b774ea4ec0d1ba9e
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32480da6580fdc44ab9125f3a3d6e2daa0a0993
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511e49e047c9d1658a59c4b0f5828be398263931e087b1ec74f9efed5be26ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b976f0b0b5be2edec6f1cf72bb05dc44c69f22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697ed92a53507fd736636aaf00b202d91d44b1a97379b8fe26e7f7eda433cc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f769823c095c7c6d58fbc3ef1a5ea8c5b4f37f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88a39596451aca64cf39f2d77fe41f3ffe25752deb8ce49acbe6db1b6096f71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af89a2e7bd66c34991ba20097771244f3c452d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d1da9be3d83c054b37e3e66b5f9acec64a3d9fb15064ef43d73ced80754b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb4a466fd568c89a21a1ea16490375bc2a9000
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3c57a53e33dc15db05bdd7a0d68e68482be96a23d214eb8801bde76655d99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4973ec876436626fdd71d548c42e29c1dcb4d8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d3ef0b7525187380ded24f8d9d88173812114a74cffcd322b51d5a40a87a2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2f587bfdb7e62d44e3dc91d3f9c5e037bf2bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b011d39becfb47382941fda2c80f9b32c2052b448c4768d80106927b74779e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbaef234a0f79450d248b23408af225f2f954b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74866813af69b3f1d4a28b44d04fe67e70124078991a516f14d36315074d20d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53803841bd1ecd74d76a86e8b4df992d331d792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84b311d7d6dba03675319f60de215ad614b5574ea2a339a5f14bbff8267619c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3699b1c2417175b36c173b32cd56700f5339cbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccebdf30f12a24b5b67b00c968513cadc259d73777278ef33b3a8afe0dc7de67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef80ef3cb2f918719101ab0df6af66cfff1a84e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4138e3ead9d8d683ccdd19c8b6f98c1c8f8ea15862384c1892954bbfb34f9f53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ebcc7fef481ee8b4d990eb1c3bc0fb5e89eff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31d503a34a2874e8dce0e06115e26ebe7f6160c5bf481f17ee2446031879fd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba121ea153b5397d1d3d3c0a5a4646e8b0b60b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d65aff516fe23729d190c9259ff2e0b5438c48b3fad1999912183db1bccece6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1748c581c32dc04d73e995965c87e559f48307
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17361e781592d92084b0adae365d0b50dc9de3b4e984b76f4daa39ac06b34190
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1eefe9a08235646be7d2d2b4a6394a2cb79fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b05086b0a079054034c0d260b75b626fd722fce3ba10d0c779f53f6e9345f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238de7fc986d0814f4fe6cc31c76bfc4e338be3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3fe3048e60cba1ba3320fcba89c945348091eec73324e2c61f155e88e6773
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c3cc8d830d5e4955d7f1ddabdc1ad38fbfb7a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87b0af719657fcb23a57150ef663af06571adb71579132bddd40a15c37094f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9deda985a342cc063a9b7d94aa748eaa40e616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba6eb97e0ac799ea3f90955f5e8b613a0acbaef4bba8f7b8a79a3de2fcf675
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74f534eb5d08237829a56ba06ac0e0a8ccda96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cf5ee15b9e83da2bfc83ff36e2491de6e448d1208b091e0c8f27c0c41a8396
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251731e657810c48de1eb48a19c7f52784eaee79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c1a72341e3f61c9f90578f5235da317a85f94f010227084b4a408821b5f8ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8910cc679843e81b273d8568651d0d054085f7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ef7d77aaf948344ef669b14400fea5ad52d95bc46aacefef7c9b145e165b4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd5d4fb78cffe32c376c0e5308ebcfe6c25afa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2967e476a905c4e3dd6f55f74c65dfd11b9fba447b4c9b6ef9cdb2551ef67d5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967bcb1d7f44ecfbbca59d88b9bd474e6739946
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e36b9db0c46600e1d7802780e0a982fb55abb66fc969304b44debbb6cbf5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96caf98f26d7e23829216c210128a239468d96ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e444259356ea18da25d20a08caacd7f1a45363ad13309ec056a98d3cf116c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bed9be01c82ce1ea962749c33d08bee0350a9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77a7f0f6a32ce4e633aa1444138a04395e13fd1edfd57ec2ab61a8fce33f40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b5ec6d23115a0c5c29ba3844c541d59c7b8f64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2becfcfc06dfc46f70075edf0819592ad7b622d4f459b38e214910eb6abb220
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2aa89bb483852d8e0acd5d31dfb23628f94a0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edecbdc693a65391451a2ded13694adbb9a746df1f083c6c3ef5bfab3e47da05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ec0ed49c897456205ea3226fcfb588271b184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1db05927fecac57c5c32edfc582875abd8e9be11b86d95688a79188b24dcac9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b803fe30782760f2927317c7c9345df5fa509ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b542097fe49c01e60043bab3187f0c9369a07887799008493d0f4654fdd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66256d8deb7dc55741032eae78508e1c066ac664
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84efef99cca8d74eacf4da28eec76a6273776af4d03667b452d4b384563bcd48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b495c0e4cc402dc282cb0961046b489a41172a71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2330fc668a55d7286a60026d30be7969382f3f8c043d3c7283ac3203bf0196
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fbc7a56a73e0eadb83c3fc809633412a3f8db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1da1bfdf043a624b31ac95e91fea509ff3dcf5e472c5240b5630ae4100247f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9584e9432f265d5afc5c66f4a6bd2ff36dc314
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866e6c7fa02dd7fdd812e84c7775b7e9835960f929f10be6690b080fee44ca6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f36656e4a813a50d18466603a97a0b9d7c948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d18891dad390479ffcadfc7229c51c48afff9a094d4e9a493c258eff1bd74a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16b032fd4f1a50d638ed5b9890fd625802ac1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c66b3a18b821e6a98c84c38ba328e10de8668d2751d1f357c5812e3b06c47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654c7334dfb50b1e229aa058f75047b3d02d56e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de7d5396842dee9a66cea3fb3e00645ab1550137d60ac5a844f6bfbccf12c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e839cc44192eaed6ebc5e2f5fb81de7dfaf8ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784253c34e2f9a9a9eb3162233043da7d68ed5cbcd6082d1ed515596d443b189
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d9ab822505a54e51cfce292cad1c4150710d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718f03018f14bc5177d9704738772bb269381b1dc475ebda6e9ce679deb5a0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fe0040e984faf04399793dda4ac9e2cad1b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc6bf4833dddd53933d6d39bb1dad755c8d7e546ec76e827f4b294e72e09caf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f399679a3cb154b295dac666ffe25729766642d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66bb27caf8958f16a02412327194a52c20bf49e77016cd82ac5ef41787d1d74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9520cc34e1d712d62911811e587bd65b38739f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598d5dfbfec89753d88f98bbfdefeab1ee8ad87358b7a90ce83c738c80fc859f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d454da0181bc892db1fd66a09095bcffffb05eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f45b46e3e2895e1f3dd8ee7934bc403af6aaee48d050f9185ce080debb259
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3106b831d66f4691ed27426a8ddf28e2ff99d3a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f0c0caa323a29ba28ec7470ab2cf3264330d55ee6bf83533bee43f377fe4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c06a9fea1e226f16744b67dc8a6794b8adb6517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84072dedd6a294da6c0054524fffb891fa1cd44a814a1208d7c733fcfccb2cab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb23ee45bd3567064d73fa58f648a61b815de21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a586b9a6478c645ebb4a0fc86a632d6bae15f8a4dc2bc98bcb1164b9f9a52a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3126f0479199232a331a51d22809b42072bfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eb074c86521c53e3c5522a0208190ede264420a0616f2e0320d84313b12975
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130992cc1a212751b811288d9f23a0174add0f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074cffc085a80b73c05cbf904a9c3b93a45c281ac75e036cfb9425886bf3cde1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5983333b89d203a0bebab4699b884f939d981fa3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acbe8104a691d4ceda14d272af663bcfb0e0de4396f073d39e1d21a4052544d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da541419917e9baf0c7665bd05764f31c4790d11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cdce5f5447fdef9b74771890dcd8073910caef06d017c3a3f897036b88ff4a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0fefd2320a83f8c898b6f98bb6f89d649d9d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611867d26891152c7e2007e2b7cc712a38b48ef6a45872b05e40782106bfc785
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2bca5269d5b5d110e4fb38e3b496825e52c10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4be3228872e69373569db77fffdc43e2117001975a05fcc1d09a3c1e703b48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f4a9d8c57e3a06f2b61fcd64e43ed905a9df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad720447c25b16b4316fe8b7a6a890061024dd74f001255c5cb506966b425c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92c721ff084b0a9d0d45ee9af3c3c8c9157934f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113b231ccdbbe932283d50a2a13119c1e7c297b74a1e96ea63931011941c4091
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fe2f55a7cff65639ea0e4bc952d23d2074cec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde2676be7ac393aa7dccc3824412ccc22607c58375e6946d2ba85deda6a8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b35f4468bd34384ae7509b5f8c76b0edd01d5fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffdca7435d0a33b76a345eb291505da29351248a1a3097f5ff03105425faa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f98168e0eda663aab2207d8e47ccd9e72d99fc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de62a2e61ddf3b71699a7859e077e45e0a1c4de1c35a820d01607c70ffe95aab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1885053d5cdf7d10e028ec835570395a9a7da5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbdc5e9b6a9fa278282bb5308d894e281510fd806d7241d82db4f0570b2dd75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff0edd113aeca3938070567f06ec49a13ec4d47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f81e299185bd13a532998ff2df39e744fafa07b40480dfffe66d76781cb7872
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5ad69c539959d7d56b750d76b0eeeefb5e539
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8426b54b5858b901c6d487573d4aa053590a30607ae57dc5803372aaea223611
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f217b210050f3092d2494af039a082b308b9b1a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20089d9316deda0daf3de4776abcf6bb41c32156f9228f185c1983ad85db90a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce813e0c0c7e6ea67002ead17ccc9629bb56e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e00b6200979e00a192115e58ebdec7ce195efbbe94989261fec75e5cfb1e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6505371c038f25f7c8caf2ec4b7064a8271916d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e3f4f640b6ee82c4ee1a63d2ec4c16a988e11840cb9d8e229e8ba2952f4706
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29303c2360f70b8cb445836e3c9cf8052b2901d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb26217c87ed81522e23a2704c7db552a3434eaa5598b084e3899fbe6e853a4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a745c3b0a8958dbf4904836694557b2e2b1d6e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d7d4aebf4f652388d99e58ee2f2291ffcad565184f5939221868644c7e0bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e264d162e783c75508d75e14d01b408c72d7a4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded3464eddad5dc33fbecfd1976015ed9b0ab59bd15009885751f23f210ac7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06307065a86e6f27fe87c29572e077924b192fd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b579a26e31711423b2a6736bf85640f22bd52b081fc1403a07b2717b05ea04d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2de045082595f6405cbf8cca6d3328e8cb2ff6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084e60e240aa1ce9474ec0d28179d0e8a54c5ee7d6abd599162bb6152991ebd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cc8a9e122bba25fe88e453bf9289738ca2fba6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a62dcb2c6af02d5c842924cb800af9bf15d11203bdf3b349ccb1dfe6f7678a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3c25e194e05882046eb420e39183da7119ef3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52fe8aabedc5e5f4902add79e5cc3146c8e4df0219310964722edb9b5beb61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491fde7d34c29063b2c4f0ff527d042bf8b17256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dd51522a4bbbd179e8baf900c74efa052db67c99df282ec9d91d5150adf31f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091a4880e2fdaf7283c7d580df748554ce4df14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a19a5ebac807a5776bde7878f991052659080254f5073130fede3ae5836a233
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4334ca3cd0c4bfdddaa2dc707fbfad7480f25f32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea425563d55036454214dd5e5bb403352d7246c5624c47cc24eab336cb7a181e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ff9b2fc294e13d24cd28b110fb9bfe773debe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9cefa19f46baeff858dfe8904267d8e0007b3c6f0af475c70345c31aebd812
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ea2f6c65ee6a816548be1287d4520fa169ffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2da8f8e74637854779ecf899d53ffb2b13925d37f8fc2f49a8b7fe1d76a46d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f405f4d85de55fc5f32563249c6abb148cd2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7406a042e224cac8bb8c1a786fe7e824164eaf8342be2ce6da0b1571d39a3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ceed1ee7e282b26a03a73ee10a6ac9138da4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12fb5e1aaa27856ef6a189516d31e102afb8895a39fa1321aaeb0e41671af7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcda85fb02536e94955ea88f7170af3affd0f28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52683ffb1acf573048ce4707f72d1e4fd21dc8c7189200854bdf84349b0fecba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550f9be4f8a2b262c6e3dea6c9eee4648a3008f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120b7d7f9aa0e8ee166b1eaa4ade8a125412a6f10fbb0b3bd27adac74110dc84
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec102e6672be67d3ab33776cfee43a05988e634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4335b9a1cd1ab35fc880f108b8670f4abff75d9324048f7cda0d3dbbd9591176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc44cf282397e72b7778bda39f265253b542cf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61948d80a5b8cf5a1f0d74612a626f8ab508be409d4d8f73c575e150115bda00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd01154ff68f3a912f931c18b3ed4149fb603b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a19e4b85c30fd3b64a41458e2669d798f0e216ffc81ec6549ab32ea57479a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa83a674c52c2d2ce47c888e4432e902ee7a45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db178cc2ba81a59e0a3dfa94885f1b2fb73b5d0fa8e36a61eea1e912d13db48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce057fff5d233720ba22cd5523884e8cd193d73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b21eef6cf41e90a1dc8f38ac5339ff17e9254c46f52a0bd226bb8041f1cc106
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de88c0e836106c54aba17556d24d9836fc848e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12546e34383054f422f64661c9d07cd1089efe0de735d96692cab8ae8abf8f5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501bb4b6a01671a6078c04e9741d5566d485308
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882160b4497d9ca34171de249a1c1a2966dda28fd2d5c780f346a900db95e6e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b60c1899f616b438635db53c6ac69eaf4be225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ce272c1c1567655833f3860532772c5bd8437a1832fef9ff4095ebaad22aa2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30aaa92883beafb569e5672f33046161a5bfbfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a127bae41ec23b24e81ea5382a36afa2fbb81f1e3aa156e7c9e79dbb549ea2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf4ee94bc46f2aa1e89917cefdddbafdc7314d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42aeead1d7da60aabb8175eef2e1eb5216c03f21cc9ea198edd8a88054fbc6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92befcec993e705e21a63474393dd07a25b1427
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d80f4c7a5847dd1abbadb2ff362bfb05ffe5fba7762b2392127c2124af74cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b564a31973ef8f093c9b928a1e5c844ab0d648c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea7b8fdac00d67032cbf278e2d73b4e3c2ecb59d29f6e13a1a34c5ae5d0caa2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b054733d5d05426e1dea4371f97b6355ffdf064a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1f8775790ce97bb9cb210b52c90f68c5aba7feda2527f34626bf30cf44a1f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32adf568fcbbe9db66ff35a87c1c87d066f7fd1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deba44682ef7804d8f06f4089180bd715c9900b480d434cb79c790289a6fd4d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d9aef15b860b9f635bbc14716b3826b36b833
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08143e2cc60080203dace44e783485cdbaf60a3f7e7fbfb4fa6db22a22b14883
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f7a4d435b904d5e62ee8a8ff767a6a0316eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc369ce594f73a67dc608fe6e8cfea1f39bd37b1070ae2b569c4ce0144d27f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8e4472b20c19e41bcee5de94e1ddedd6491d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379681ba269ed14b9d973c46e2e1b7bed008ef172852d0ace260c192194cf739
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66197efdbe2760ba953604ae1254cd749b0d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db98e5be9f36e1f68b5dd4ebaf6ee79e76fdb3d589e02d82f464861bdfc8f722
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a150cf5ba800ef88d76a0b2824c30bbf6ed2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a3a643bc4c4e2baaa021f7040736057a6c594717873ffd8902b6fa4630c7f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558be7cbd7af3bacadabcf9fd6f081c37ab246a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a077cb6a4e9d3de92d6b96d5077f54f4e84eba9af1b56874e26010fad67e3ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ff050951a5c980e1ee6c5a6a4a5066522f4cc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0009228a05696790f7fc2ee0bfba7bdf2e26395e87d8f5aa33ba69dad6643771
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c42629216b2e1c05e601b8063f3b5b8aec43b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b186055619935274502b0e32f6c34184a8fcde7bff378ca67c0128fc14a1a94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f535d02cbcb72244a4c69b69aedb9703742857
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6a6961467919238d6fe48df1fcee20e6965f7b982650a86661de2f6e94d117
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617ed1afbcb9cfb42840d83576982bc3e2fc9b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca162b90d6ac38ea341e484b7bd0f23339e237ae2154a6c34788aa713f6bfd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b083c11af4f0ece70e58b08e610f3a2d40067425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04d6ec13eae9a59c4d37c335e740d34c4aa84d08065d5a032dfe60753433165
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20bbfeb5d0230caa6b13fc094b0e04e6301597e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce75f75168cdacbfd81716e67fa1422cc90cf2a39a963ac4949c2948daa788
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87602eb9084ab89d8adb3646676da9f3049bd7d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a16a516866274a9e43192b3d82b8131849b4cffb381d3396adc0b05fbf66e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729eeea73518238fb485ba396b93c978d5d16d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9566023ddaed0ed9da4702b9f61bba244fb37c508094c1651c5a59304d6f8417
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a80098d8367bd59976de78cbed1f7505d5a3fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30411db11f2194e7e79bf2f5e6cd991ca1924e0704e253e209f73fb6a65ab066
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6e4d55adbc4d11d8ce7c59c812c30baf6288b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc31020396721bbbb50ba8f17207d621774b1c423dcd3afd653669f44792ebf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c51995cb495370873036ea80cf8681638cc8430
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797b4d33482e70bc4745d38ca962b72d0095a87a94e6a63191b68799cd85253
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99934d7a52517c82e6754d6b59eb1889332c3c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd0599513691e55aa585f5396d5a4e0504ccbac2acbadf6eb9726d9685125c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44974de182f64770d9b6137748f8cca355bd93ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2831bb8b9b977a9ad574b50730fb9db238a8ebec194a98d375a7de64bca798
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e9658d053a021adfc63b729254495dfe6a574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61824b9db13c942a2b4a5cea1585da2701a35350041963f2c69c62ea1b83fe1c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e83aa5554ee18d402d77f272adae9b7e1ec6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec5c7c77c38404c90161b1535e1dff1f206a3e1f30440e91c3650e877cb71a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b530ed95c71ab9aae0ce7bb18a2db661e0eadf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08864ce612b6088191739e0a049aec1c0c10aba5e8330db7aed03c1b5c599656
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6544376d96864f0637b938c16f19cb2d5fdb4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db1b2d087dd84cf747badd9a57acc16096c86f5eab81f5d34841672f2b9fec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea31a82c897e57168c702772f689ad069c7ab9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d2d00d7a096f1316b923c04574d154554982508173eff39b520456203a113
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8674a1493b658afcf58cd5e8accb5a71a0ce8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3634eacbeb9d022018876bed8885123e09ec3f176dadaf2b61e2a598312749
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd859c02abdc7a1df390bc7820b28820a722e158
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf496be68272703839d27fcf047900dc60febb686a5cace594ad8a5cff3d7b8e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f8fbb7b4daeea1532cdd8fe3983fff12245469
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26e38523a97cb9a735d55c8fce8f836a8fd7b9303486195a1ee96b81d493ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9615b2f43c171002ae96e6103546236a57d347f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca056828895c72b1547e913ebf229f19dcdac119c1b1ffb12c58822d7fca3333
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65e5293aad45dbb41af02f6fecf45143ada0c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa84c8e74c58273279ea896c0b2c6050ce16da2242c68785b06dc4d6fa06a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb9827ee0a67cdeefc924b5f2f6a93d0ddf214f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd580a40ae7fae39e2c3cf36a2091ba281c5affe8b34bf124e6df57d5910f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9950fae277053218524d613a6b31bdd169160681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dd29c4e9dfa4e83a6c75008699dddc8ede8ff6488cf8d179372e64a1fbea76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec7bffb7d1c607cfae2accf0b7d86318a8c962a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f00a8e80c74e658a4cdfdf38b213518272d688412a6281979204563e9d44d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754dc7a15a3dea23eb010ffd56d19afacd6e1f6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415a3ae630bf54c1cc89c695b02fc0d383b14f244d08a2a62c9da09bc7e49953
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fc2f5f3cdb208d7ca95a6a6e15e87c64cf5131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599732e9b18b5be588139243d125edaf8a893d90de14ceef557566db8ce83fee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7039e226a090c6a1c2470e75f9d3da9b06ea11d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062388240d3f76eb10150556d5ca4344b0796a3705485f00d3a0ed476a6e8baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be4d88d708e3e37d6a315df067a758b79861b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0877a76866593f99442fef69852d9d5ea6df55b1678e29ebc5082fa77e845fe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d86ad511a592298faa3883d37b592f16f79f5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c939a7560080ba8101e445441a653bb93ac846ab57ef85c2a7e2e985a5db09c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea401b3cd8779a02a5411d1e19b063b8f8c6badf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38592e0f9f1e8c1cff7ac3acf70f938a907fd110562f49cd22ad13c03a7b77
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b402b06974b2919100cf3b7823602318ef30282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad872ef468b17bf347d7361b75cb4ebb5e0f875da37d41b4e06a2c1fcdb511d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793d8d5994a01e2e7105884724fe1d8189757508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c7873b168fef4c367595642d0e90a9c2f264928d069ae08cfa39335619ed6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696ad61d4f2ae507609345423a83a0973f1e1145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568695c1f53a0111f7f272e9a650f5b6e6b38c47284ef65343508154e99ba5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3f4ac9615d90707690817b259e0156cd1bfa03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f8cbf065150970957157bceb9ae9ace7d59b5143708b0b850e94eaaa2fda8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcb5c6a5f1dec2d766e4921735ce2ef1c0eb237
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632867cde84d798ae686c8f79f9e0589044f3415e0d4b83db02c8ba6ecdaa6cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa54fbf247089d7f60ad917cfacaffa87ee364
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cae84300f4f10e4bc7c6524167cf4a2a68b9fc6903f71195c73761b05e14c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1faeaa94a85fae2e0ab8e09ff0cfcc301628562
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c730695e98ab904dc924008fcc4ebb12d90188e8da20fd861a4e03675d924
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f367ac5ad30b1fe08b3c01d196111be47419e638
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338c16eaa4931b11dabe5ee51cafaeeb30602c6e7e7a8d5a774cfdf4dfbc62b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03799038745e522431f6f752ee8109ed4a2ef616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ea608ce27945a4894ee06f4aae62eb844195e6fe2d25eaf101fdcd300b037a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31559e38228bfefa6409a7258c7e5d4633272cec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20099636fe2c0583677ce9f496d21f7d997f72621fbcd8f0252747beee18873d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab1a2f43fa1b42ea342c9b76d2834ebdff9311e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd889543571f21e8b0c02fcfcf588ccc88aa0225482707c42faa38bf3ade36f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f8211ad9b2c5eea35501949adb07410469ded
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe13310713712be9bdd1a93d702fdeffe1a21b727cadba3d54080f5d711a0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57733bb920f2c9f98631d10737674bcbca9ec80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee4fe8eb318c18703dc8eac13c3d782d321befd24196c4b48f999e6346c08a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281d4976f5081f2b38d5c6090671bf5e98258e91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750b2b047af2bf0607a52f04600f59254142402db34133043f9ae7f96f18055
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637032d042dfd2ef7f71607c8941eabdf706d90e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff228bec2eb163a79117b0d39f22dea3cc780465d9311ceea1e8d3c2b61ce698
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef60ff119761a8659e0e3d51977a45a2bc2968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a323fe8641d28ed013410c878fd1031f710dab1f8f295c602e685a49907956
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11f1ebd28656e8a09a1f614f3f9b5159074a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cde9c4cdd97ea364e88e58791ec3e1c0b0f924ad0988ccac4e864b1f69ed8f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4239a62ac15b74e2658bcf98ee1f5d7810a19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345515f27e83814da790999e28799e741f227ee9de273353d41981b720722784
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d131a2047102a444c45c18507fa493c38df4f97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d84952f09148418b4343db77969970037c2b49c83d1dad50885826b0c9e034
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411c2dcb4b02a23c80ea99a93499a936dcd425b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d350f33ef8589d0ea0dc577cafa186b171af75f48335266fdd6dfa4a69994e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc1dc7ab6ab77bb85bd66af8bf7ed53bba46a1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a74d65750e3dcb800f9e194b1b732612b71c7f2d7cf52dda6befa84fb1f19
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2ec42cebfae034a5d84cbc40a7b2eade55d46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899652c458be40b0141a9cae273840fed3ee1ac45a70bd9d698d99b234d19508
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e55f686141504a1d0e36a36d34dcd6a1a4f3499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cb29544fc424507984c1618d88e1b4d8329211008c0b25dcbc3c30ad3fa6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90715727e2af10067ec2d3619b7555c072dbb458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0ee34a0fda6004c420ea8b53b96bbc4a043309f83bcfaac4e65fdf73c4d2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a47a73c81f2291e59dbeb0a8a358b76c775c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4e78f619a87e4966af8ee801c438c59a31ddf40331d0dc188b535ee0ccfae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6f6452bb70f9ba29e44944d90842e27513dcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d810c00215abeb3e3e6f91ecc07a77b7a190c34e928eb2953858f46d9ed520
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e670aed01fa955e079e36612041b00aa7bad2d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a76619c72db8a11f966b0445fb57b64605e3e703c4665944039bf4c82ee1b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46c857dbfb624aeff1ea86cee9fd98390709af4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b871545351fd34048030e8b4898a8b4734e573c1b77ab0659e74087d63f818f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4019610b735d7c4e6fa6231eb3802b6f64c017be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc937c334290816d0ef0b2a778732d50b0d287eb52d1f5b3ac17dc32b398bbc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f20f672c83199bd9255fe8ceb8a042016d2c625
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631909986e37a6135d8849cd88221fc0cf9d5e4b9702635847c175cf019395b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2f0c15aec431a91a1d0e1a44a0efc453e0feec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550ed9045b6a1d6efd357eccf394e2e1796a9302e6f5479d3661035263ca72e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926b6ca3f30efdf58aed1ec2d568609e9475d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcad5f0263403d47b665e3c8d13fe088deaaa8aa4d91da82e3d79d3ee4d3eee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c87bed3f109d52d41b2cb0c7bdfe9c13f06b893
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c7109e29c804fba0b61006448463065ab9781bb078f569ffcd532fcf8d92ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae69e367d57f181d81fe403ebf96fa791eca4ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c94d347e1920e3a9397caddb09f40d7ed86f756fbf9c02e9387b0803661f48e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5381a4e8ddca53179baf82b1890d15ae801253
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa51ce98078e680bfcd8ede0717095db525b0299e32f7eb5adcffe6815a0ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c66950e3bc760ed3df374c71c579158b0ab9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03eaf0df541c7a48d499138380b64c35d7c0620ff31690c565f3a82418fbd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2952d8c51b116ea6017bfc6bde51e51f500cf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3a84803ec4de8d7cd5e803d7048b6807794c5d7e3464ee1920f9be92ece7fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc2bf3a3c50520cc52189de52b7061265620cd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdbd63cbb37971bc39a04976b2ec2e47bb840c33ecc41a7aa8921ced003c9aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8fcef386c3e932485aa08825a7a8504a30333
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce6f16a562646ba787ba174e3c24a9a6ff228768f1b190674fba6bb2444663
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a87c5dbc047562f3b12b8e7b7c2442365178570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d3ba58f31e43b3a36501bed2080464af2cc4702facbd3b8c07b68c77f6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc9f31e5e1c363c2c933d318751c6b2d79f2bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb7d0fce4641c8f515c20abae5e85b1b13db0382bfb4193029c870df3a3de78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd42b99ea050e127e55232c670d85d55a06c6e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2effeb4c56aa3470994ab15f575abeb88c25bd0a2f80a0e5149561e6a6ca2ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f79e6fb97704c9d2ec1186a5dde79cdfe07179
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c86e9565630e9f3afcd266f85ec343b07605ba4ca92b0b0faacdaa3b3caa87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab3fd101f77ddd10e299819e8bd00038c2e9e2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5d14a72b53925b8960394efb3669c040c272fab01a9e7895006615678c9b22
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56887696a7ed82f32f3050928cd560a67f7fc6e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe88fb29b6a33f4989697c25e7867b11977af4dc9646ae9588a2ed9e208c77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f828dd5e89499a1e8af4bf89d058363ecbd46ab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da47f74d017f7ebc21c483e0eaf1ee5e20d612f2da648fcc08560735fdde55
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8426ddbd37ff0228551f1acdbee3dcddcfc3b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218201e91c56313958853679c21dd0b7c5bbf20aa221a6c9532d87581adeb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf34ea93f3fbc2dda4bf20b4bbbefaf316b8f21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd6707bf73ea0bcca1090140527c0f4c5425b7c8022fbfe54b23edb85a6af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a0e221fd59cb7eaa83dd8c656ca097ef33c70c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43146547307309937a399235d6375d60bffceb7f4b40ca168e2058b1a6b5b2ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae488f2e9e9a7fd1cffa9669286e1e2c6607812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb2a0ba0e878099ad496e50ffc1f7e31a92ed412884304392a8a66c3e40db0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d812a7caae420832ac7521da3cd94517f606a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae21563f4a88eff056887e8efa0291d3e7b4600497a829ea287883e42342730e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac60c04d3581204a13ec2d7943328f335be7fe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57635e1f1fd5dca8d71ac72c073d7e21f4f9f92f4d6d8ac6cba58a16dddf4939
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2f31da7adb980269754b11390e7ec11dd0b586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd43a6580c96675aecac575105f5ef02744a76e72fcf023cd04f5400a61f5c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ef811d8b514092d9a3fce591ed21a3b2289b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d84beaf08f4eeba609334b92481e2ee443e74c364702f5a8a344297a4d098
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be4304d4ec8f1c0dc52c418c30ddeb23aab8492
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807718a359dc8e9256fa65097cc6b77a15c9b86213ab91724152f53dc94861d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f797ef0a14bc22958d9fa201fa45b02e39ca00e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ebba20165cc4a1ad2d95e3646103470ab437fede917270e281f9966da1465
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5a2ea9122fc2590320ff1af490666fb18df49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf8ca5f3c3ae7f259dbd8ae4fbe8ac9c271ea006e42961a3b71c8fe40828227
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f593eb263208e726b86511a60ff4348311827ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04608af4ff88f7f0271f70c8d6f5549828a1f8fe04ceca214b22c7019b507c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551d657368719f360903a646f82dd1ebc464834
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda44c3aaed0a33e21e74309939cf5dc01774a60b9f6e896d03d54d49582732a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e48761ae5cae8c5dbf785774c5baafe8a1419b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee815bdc1e34fe297220bbc4a8242a1ff76d1c16f62b9aac14d841581510fcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea08ff65449ea68a0b1bf60ab89bb5d5b9043767
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e22644cab51e43ba6829d20f38b03d1ba7d03082b004b9a96e704fcc5b2e1c9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8825d110ef541a04be3e45774d7f4a9bbac7bc25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ff633c76dc4f1cc7cffca8204ab40f329a61c72141ad98c142e6728808cb5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d304179c0be56576cc700b1e1fcef90d08de3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac6e60f407ad72d5e35f744c38990ae836bf9906ba1afe52fda264e2235e63f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91309f67fa4dd431a1621648b01d940c44fd7de8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892784bc8524fa7adeeefd76ef7469c96fc9c24928e5ab0a7d67bc3f6154f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149967f7baf186d7ea70b6906086c187fdc1aab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70785f07a2977434a19d82427b1185a7811fa869cb18e08ac636ad07fc570a29
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284ab4905ac2e89e88a00b7c4ccf78ba3f47380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6117f54984d530cdaf56e96d85067761de7186173e68fd645ae3f5e60a664d58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab6cc1ec362d8603955c91c164b9753de8b1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394131142a4e34366fc7364b45048236c0c9bb74fd0170711ce3286028a82f1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120dd8da0002d8faadd11965de97a87261ef8fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb44896525e0ef722600ed6744971b9d2c4a6911a078f92660a8a72a3b8eec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d17b09b370bda85563159a8a6ce562f5d5120
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5458c3145357608b251d34e3cce0f532fcd8d869d3b22657c602c0f8b6f2f8b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b4eb100b77c383e50ab46ff3c86c8f8cb7bf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1e612e427140c41c73c7c9df82fc320913a29692df7c3f814102e07adee7ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b229b50033f0818c9c7f5bab69c1b62f324ebe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15110a0f3c0fdf4c5b4bc51d99511c61a9b71d36e03768bf1f433f5c723a95e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec14ae8b144d47981c35f3c1580020ce6fb5acce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbc39742952f70d0931a05a9a2e26f5d691c83bf6ecb9cea3df2ddad4e43e44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6830b96316a4067e5b52f5c07e537a17596989f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510544dfa7fd57c5a7a9c38250dd90b7b6cc4989d49983c7ee1107c430022159
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b5b19471b958b64fdf34762a9dc7d79fa7074
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba4aeefd9ecfb22299dae218aaa18e4e08d41117fef0cb783ec540790ff548
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d0e734c576df123cd90af4125f7876f13dd46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec9a793de0aa8f5e8100f3ceb581aa070db088654391e26eebcc1eec43d8197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b49dd04171087ddcd163b214f23bf327aae7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb273bb9e8a9675c77df6475b217e03ed264177ba4248c8a91c8bfbb4caf296
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add5c737dc4b19ef035e6e20b8bbedf5c376bc71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7c3c65b9963c460453e51d361f9395ecc746d18af69d59f2e1967051245e5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e811972d30bbc3329a933987101165ad6681867
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc55a86addff1527ceda52543df6443e215f98a90aeff4c6cb2791ee248d0d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ac809a9a775a529addd3743787505b39ea8499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b309bd0b2c802cdaf0d36bb98378b456a4c7bb4307260114e70d9cbed4271
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b707257b475b562151edfca63bd9c6f2fb27ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceebb8ad6a2be2de0c3863c5d25e08e159f255a02f115c689eee92ec412bebe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac3623b56b94bf78a403e94b572d5d182dde723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1c23bbaca84683579311b18163a408e8b69cac3855262356e554817c59c0d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f629532230b3cd6b689699a7b85541d1555c44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6751a9fb48997b596fdfe05d0fba7fbf1dd79aea6910dea0611d4dbd8480f147
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b1e2a21ed8ff6a79670b69346cc697e52dabf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac20441ab7c04cc2101c35aeb2effede091e7b626e5103f5c0734d530530616
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c33b5f4e09260203fb5e7b09758f15248ff3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3428a1dd87c1dfbeded44be22cae1afcec93513040ba1fba11ddd617aaf245f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64149f6ebe2c9b95eec0b7bf59026e056a5e817
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb959beae925f664d1572a82531cd0a22c3a3ef3171090292bd0e3e66ceb4d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a8b9883a99fdf332739671fcc1dedd56008c65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a82cbd11adb0aab624f8ddbd61fc845769cae709a77db002143dde8c0e5cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be24dfb2f085c5e3a42a61bda69af89e4f04b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a198c69981ccba34fcbc0e053f72e2b5386a56e1768467c2326e73e7f354fa12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5956a1f3b1f857a45476d54efabfea88086f11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b33fb9a55657838bfeca1172583f71065742a42d314846afa63ce4de25cb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd62c0879b40dd13965e30dc30d660dd90210167
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65a3909ac3bb6340856ed6be041231a31886edb6a580f9ef42bdb8c4a99fc2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5d3de2ecc8b1530147a8cb02453714c732a0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9eeb97bf421ff4f0763605d3aa4dd8c03b7cb3f94813cbea758cb0e8cf9bf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb071ba23b9a19fd652a069dfc4d54c3c09c0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c788ebf01b4b05f71e40f7a0fe022fad03a3fcd5ef963b2e7236024d983b880
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1ba466dd9c26895dc0297e33aec3a1c7e9827
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43841419b9256afc8b44dc174542529c8cc2968983dfcf82302fc00d083d04e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5740b562d08d7bf758f51920ee7d878d50088753
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d973ed41218377d26ea29f93927e5dc8148def1eb8562128a291fcc8519f9b8e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669e7225f8358487a53b674df7cea787a83c0b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3407fe1762aa1d2e045443b1b853b9ae3b76f5407adcc35452df895c94d1db4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d737b0d5f8bc2c4fe8ad4bb14d4508c767ad63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba429672101f8b67dd506de8cc6b83bd1c5b8855fb4dfc6efa6c96c4ff0a9b2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b88fd405f389f0856844cda07fb1d4100085736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa200e7835254aa67fb22e124a3b706e1407eef371fc8d4c73f7340c37492a02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56542fb8e75115704245b7dab724a069db0e3eef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba54100ffd267a596f199b6eb566959c326bf1023e26307818046837baf2149
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b465fb8d7c46785c34f34a25c10d34df011b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb6fca0bd72118f205acf52dac2c96b75522284655e2de570ce354c394b3514
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51fd83f86269f99fe087c26dba83ef43c89c6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b206c701a14f6ded80dc93bc16267b03c5ad9ff264e41fabbc99a7d6bcf232e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3678dc520ffd44bf255f0de5083063872d9c077
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af47e29a0ba9abe830fb1ec27739a1a62b134194603b856b07c9225e16bfd124
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305c9282d73b0911b4b7e903cd449ac7cf36221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a697886d6edf0aed4d86391887c687e961c8058ac6f57f03dcbc68a1952ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a29b4b12f0a55147fd2ccac7e0e4d52d64c39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1b6a4b6e160f48f156e7f96702acf680c7304846305b66fdbc6d89c7c0387
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b4a6e7eca206ba83c17059bedf027f13fc0d7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ef50ac0b5ce21ce27dbbf499f2169651c99ed45c1acd2add4ff96fe6456bde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081cadffe0ed18687b290d28f712ca3e126146cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec06f23f00f9a8d332747290212e0a6551271b1513d32dd55a479b523bf4e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb502fe948283a4d92a6b81d59831a2a0fabcbf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd9db6c4c08b8508dc2b35d6959ac37f3c5ccd9bec3e0b5ad85ca8d17396e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06a057053235c3629672179b526acbd728aaa29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aca953c704f4118bc7facc6f8acaa20618a8d56e1990ca7859f4ebf6e62fa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b397bc1f4f56625045bc5b76634a3bbea72f0a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6241d7e5cc5a6338eb60af41755986a66a87ec36bbaef2d474db0a3c87f4e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b005b311a002fba0b055a5dcf068516b2be0c0bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b080656d2dbb365c090deccb1986b742905740a76e8f1f951f38a7838a7e82
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d5758a1a975b9c2ac6b46b066f02ab870640cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba2b526f78b001a4ac46cfdc646e6c548c603653e3d9bc5fe2993c6792e709
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77f0116312d9d36c09cc54b6d13967c2cf94b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b76bc8bd210c0a53f67de25e3d2125e54ad428cad1b9e306ab1bf38486f0cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1e0b710371e74466b3438c2f7eb65fc82d129
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b436cc46c3645a7d0ab951944e3a41737f6674a01e97dcf37b5f173307cdedc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6422bb38311556534966d9bc1b8e6169c11e18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47473283d562c71c99cfa4693d284317ad84615a2a1d217b44b4083cabf0fba8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7f96758a234ed097187ddf4b36e3850d7bd367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e812fb864bf13c819839770704326f427fc389cfb15789b18a1c058684c6d26b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542cc4e6da356372fccbc3fdf1551b9b78aef7ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6dcfc646023c528b77cbb9669b7fa5fb5a4c437c273dd6873591616e09f3c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04801c66cc2862a7f7f09ff1ffd0c5ca14af04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c4d4b7ff9e21a21cd4fe4035417f9f9647df6fbfe59dd6c69d65892f5ba64e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0adc0097957c5f1e84524789f6ca92797ceba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55005dbc1ff287c892c963b48031dc5829132b613eaa80b378c0c28c3ebe7606
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e60947a167031d73a9a365732a5a3d1b6333dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78244c65bb04bb62f812412a1edd37afc9b64e0af033e70493012083b32522f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34730c0455b8f5a44e1e11a1ba2f6bcd04120ac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6422613a7677a373fdde6b0359bf992c1d4e864b9630e1869a612dd88312b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955fde938dc9d63a6eaaf9775bbbc3a044beb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99265d5ad05b525cab3300930b6d64da46d8f929593f4ac6c2b68ef351553fbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a70f24144712324072890e34fded0e4d8e0ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f638bb0b0717e9b82227b7cdcdf22fbcb89bde5a354ae2b0d26873d3a07340f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb70abc601530471d22f4cff6ac64598c8bbc180
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37234f80637ff870bd4692bbb073738b7e2a28d5ce091fbabe87ae8fda681220
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c799f6f8b22053a848d0b5c199df32df67d8eed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e9936fd1aca57604085f26433dd38645e657aab41335f65435f4230777002b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872bf5efaf3072d367a941d8e62114e614580ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896551bdbc772304b674c40a4a2a3370d0c7564450cee794ee006364b75a4b06
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c732947018d27d906f982b1c23e127652db16cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ac2d0463f0aa19be7d345c6d6833bdb168cf86c21dac6667ec9b786d18c86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bc710e49392993d54bec7a451aa24e17bca11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc674828513065d74f5641ea41c43a50104465a639473d83d70118466f8627
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0990c57bb03b7dc921181e6360b0d23f9b9cc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5511e284b3bdea621f8ff19c1d158af8c4bd092e9c8291b29dbaf8df5983c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c2a2b585ee80f9180368af3a40bd406da4309c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa34d036bd58525114c0273a5da7150f79800b5e2ffa03bae7550e9c6018d12e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346ba1aba633a6577f9dc3c64406be0c28b52b4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa6141493300987a6ce43dfb16d529d92eaa843582679eddd8f73e2fc434a73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c16be9651665351f94a540c644a02129e9c0909
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74ad0641c07926a353200d5dc19b781a15abe12e55c2954874dca30a9b855a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338fb7b28c29af87d536a12569fbcdf7e7de00e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e3985444a9df71154cfa68402466e40ff75e343f8bcca6b5cbf3c82afacef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e26448229505dda1218d3fa73a9ae388cc3c26b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0764f767e61acf76af2597ec4053de0311e11ec72d3d2b3e764e05b9d85f710b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13648f445ec25a6d9185c47e095ab9341e356d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeebd8fc3298d7b18519b1c32210d157dcf8a7f8c6ea4e0e0623846f2d0fa1a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7e7ec1f33ebe3a27763f70436584b6c9b37587
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ea90f671b49364a52a51fef2120c5200c4c5c4694186e628d9a9c052d5e56c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9db1feeb7008001a0273702adafd510bcfa7efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143885fc71aa9fb21297224fe4c0c540bcf0f5abce8a2347ecc317a69d722d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0967db35720885d7d335b813238b8374dabc361
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131aeae693196b879b3dabdb37b28c7d96d6ab4b5dc4ac6846246fe74892401e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e589a070e59c7a2335a5eb3e8b3b405c8bdfbf39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6700e36e3959bdb95bec8e2aa3b856f7b5ceda4115b31aa5d49cb4dbd7f06a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f75e164bffd20b64435f6a132f45fb91fd27b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbdc3f4239c373fc5465686e3a2bdc5251d1443ddffc1a3776fa6c1379cd899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70143a85c494a5eebb638632b786383035616577
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d78cd60ec3062ff2b1919556006f14dba3c0d840e5f003811567478714fa4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba5b2b997004780e456d6e2a06676c849585f4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02aa5d6c78fe7447b14704e1a261ce8bf3c524022f2e8e08075764b16240484
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364ab927801ba75ad0c48d6ca2df47c0e6d2d632
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6a3cc31555f6b0ac765a999c4a6777b0f7f96c9c8150ab3ce52665784bdfd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f094e102aca5215f98965622de87a766b300dc1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdda6f367d943ff013d8401a3c041b250fac7adefec8cca2d25c334a1c992919
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b6d694ef170bfced22e6bfa1dd7dcd65e5850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d5ca87231dac11d4f245ba85cb507e3d7b5e06368a5c8ce83f3831cd7b096f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7759d89389d608cd617cf6cac4019958eff32d71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad24dec7526a0cc30cdab628f091b0bf6dd26e28dd3ea60e39a3e11ebaf09687
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66693073b3162bbb794503b7754b7fc6cfd5d927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc7b45613578a4c6aee856e103d8ea90f72f27ef7fa8aa49c0215f21684171
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625033cfd77f6751ef6875951177a3f0b21c77c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91325554e9a06f6456752a7ec6270046a5d49e167448067340e07da7cc423ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba6ae22a21a08a6f7a91f29f9e6f26ab138e1b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe0dd7a5410479d69cbcd2fa7dd01fd128c0814ddb94777ccf2aa9ff56544a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29950c26914aaa57ff25f2b266bf8b1298f8ac58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707d968196d07a1faa572f1936952f35685d5e299c0fdd221fc9898dd32d639
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314ebd73471f2f41bc5678e5aa7f43c5e5241a89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ecd01c1e682d1c506fcbdfd99b3cc2c547a3f2e7c2bbce164811eb8a91bcd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cc1c314b4afb9b71bb5fe9def18d10c203378
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7596e4a26f80a34da4159b05d46d73e11e91cb036a8be3bf5c2e75587010965c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dd794af9ed940e32c10f4f661904437354ef9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe75137500ec1c5aac6fe1e0d662fa90468fadf31d2c03cbb668ed8ca3a979
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a5a668094575291fec8fc366018957b27d466b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21996476230a144d906d23a785beb54d152f3f3ced3bf9d56741df1f3f1797e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af87a1795b7fa11d7d19c8c74f418cbe5cfd43c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b754c7ad42f8b4fe5cf450c078681ef75d4a1dd26b6adc09e10b155cf3bd595
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a4337264658a43289e05dac4bf29441ad37060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ba8c5ab89904da71d17697c254fc1ab671d5cd529368f87166bbddfd4ceb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fb5ee0e8069c8f16a1ce22d2d227b948dd87c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b20fbe897c82b2b3da92431bf39454efd60572d1e7c14d3acdf265b4d15aa5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26fc2d78513140eb867ac679dd1390fd805d5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d93a10d6dd69e842cd778bbc94b6c3346537be9fff53e4114fd3ee9f15e62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1957728f3d5dc70f7d458a3510ffa8e29ad6d735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aca3c25c74c3d3fc2d30b37d9b3a8902a771e787c4f07c02a397082b9819c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c21f9387f36c60953b7fc5da0443255fe10b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56983b4c3643927100f87a4059b869bf61a7c7244bc62136e938110c3b86ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c61c1efa745823ec66aa722eb5e218def6c153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c362c93fafae862d44eebe507a475f69d8253f8d2b5d0846ebb20ee4f2196
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b125a78ca5b26348a3960d34b766b886c8fd1ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b91125b7ddb23512a865f01b5c4a9c8f0923145cd5e733d071050b23b07c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982a6acb8d595f660a47e471c52049aef958271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f49cf0a54d0df3cd76a2bf2ee8a2217f1242ce11da4fe242038d8ce01ac0c3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae673f5b647a201f6c182829d615b5f3762104e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9517301091c9eb51c440d341b2738ec3edc8de0a5284a6db99a0f76df904ad2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff001dbd03bb580d6f799d6f28e698ac51900e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712dba5eccdd4f46b0683b28df0a5a497a3fffe8f3fa325439a7cb355fc1918a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0457d0bcc57fb994217cd0adb8e13803f8a6d407
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fe9a95d91560fbd0e3394218eedeff2ffe68f2490c78bd5043e61746a3d5ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84190e441e75f29de51253fad7d757bb55f0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e9c0b17ad020e0e45b9a9f1690aff558739ea4531a9bb33a13ad875a57aff7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d54c5af71815fb3a23135fd9fad01b8c66aa4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda6242d3e455e23d6cf0a049a62aecd677eb48f1495c58748989221381289dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1904e698bab65c31da90067c337f10b563c65e03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c014b6a57fbf2ffde3ba11572071f8772f4a5f13b3327e7b7e48a2691f8d940e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ab1a352d6219d24ba9007bc16fe139de7729e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc46a87280d6a68c4a830f88a9bc8fce55b6b74c1b0a4c61aefc3241969de4d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb205cb9101789476d87097162754772952f633
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de32c1751369e3374565ee2e150a1c1ddc65ae1b55575c0c55c0b31848b649
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f17c22c9e17b862e780677f97a50a28a43115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4e045adbba3bfe56b386651e1dfdd8ee73f1e9ac830afd59ca65aa1a1e6025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc354c842814d03356b31042580bfb1a095049b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb45deaaaa1d14402c327ff3b4fe4a85868c4d38a0e91018cf66ce611f313b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ac035ddabeba8db287c7967c746351a782d24a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d035add279ef6fea32fcefd5e4e3cef6f32cb79ec1300d3151dc4fce473e05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcd9da6e0993e32b2428e29824c518b4e6ac63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61dac0417f6cb319c4a1d561413b179b92caa72669429664b3e6fddaa60ab2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb110ac884446c215df4585f62a4366388dde0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73d775295c7c1fed38e557aed726b80faa680c682cdd10909026ee79564f1d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa80f63a4a1726e0b1580e5b5de36c7f125e46e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8c1d083eeaf7611df9df326dbb28b60390399bc517fa423bd8a17a4885b65a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e715b0bac1e720b451ad817deb0db6fc2dcf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdab15891eabfee0e3603280973189ef8fa70d10efc2bdc1b2db4ee83e862f27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4397ad96f672c88fcf6ef079d52d4d8f591395bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87daacc09f0884d295282214030e504bb2054513e54795f9c7719e11bbe5a8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af20ceed2904c94da5f4a8b96c300d6406fac2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85be1947863594b265caa530ccec4e8361695cc4a9680d372b296917cc7f4268
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f0b5d30d27b02872a485e502cd0959733ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481d9bffd4aa74630ea5beb4712bf8697fcfb086180905f2ee91bd97c976c69
+size 2179