diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e1f9480b1245080addd01a520172c374b45386
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a48b768fbf5522268b58b444dd0d92c7a50d37a384fd309269e12486e13bdd6
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa2b7d37eeef605cb1bfe6503bad9112191954
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b37cc0e70d704fcc42060690d27d9931adc43782539584a4caf00eca7f610a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13673ef5bbf4133f6ff6e6795d82385a53da8614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2545f3e1c247a22d4398e8d80439746fba8417a0ccd8f1c6cda1cd80f7c8bf47
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ff8973f719a62c589d707affbb48241fd4dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae722000ad805164aeb29c84a41dc224c228d2b2dee4062d1c41ff51e4f10cf8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e137e22d9e034d45fb15bd44b3f56c648ac860
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d10fc046628d117a8692c1bcc36ed4d892e0aac9bcb821950b81a443846f81
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4f24a203173a56d2dd08701083dd959f563800
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc8cb3789d3b367d6e5caed9aad98fdc4787054fd52ff705a3da0f20cc5efdb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f061ec04d10b02d6b18dd02d6918c9a61925c79
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2579b2b5a63355919e56eac5bc0992a0f3c071cf079db8802da8f535dd6e627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518cb75ee00bbb413b1326bd15905274a1592f67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697c0ff940aa154f072eb937f1e0ab71dd6429cf07e67e86e72b4d6a7d1545d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d77a08a991af03fbe4e6f1eddfc0c0cc32550e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d80f5f55f0854d5d6d188b9a923b127bcc9510cf67ef58938a4a6635ae864e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec262d32be7c290ae18f7a48b6994a3c79bd32e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e894439d0f81a885ec4a083233fc6ecc1b7b1adf921b48b0ec3930204d90027d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a056f2344a5ff0bc647c5cd13102fab62220260f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105faac5bcde13854c566d5ca5c11dc3f12c48ff8f5963af1640d1ddd307512e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452902fdd81259e7e5bf68ff0daf4fcfba3023ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dba43c5bb9cbb9df1322750e04805a55d470c369386897b8c1da0d55c3da43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb43006921d88142c7567a99637abc8eefe7afe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1535c46a011ae332372a52ae7ed24fe09b3983fff629595b8023a305e603e938
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff47a1fb690d7ca660967e5834ab3910f293b578
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c73b0fbcbcb14e752c37eba9abc1bd8c375aea47f5a62f89106d2055d0e656c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26c676c4383a4b6fd4b5625914c5bc621671ea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213513414ff1736294b7345d38b278b94c442030cb19b06b3a0d701e8c5c2555
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5caba45f3d9079a1d8b749be789750be34ec5db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d3b30637e322abab88232dd71016555ce91117f0f4ac7a346fe19dbeb659d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01df2975b1c34d16d6b3c1de6158f878356ca02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc6298d6cca1e4595fbf1b045ca1a8ebdbd69587abf3087258dd0ea0d1c29bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bc92ecd931fdac8e9f7c01c1a9a0f005aee68c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550c8b38cea70d227b097fdba01a08a6513655f2e5f999f39055c64c649b9e3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dccbbcac2f26dd4edf9819db519f9ef3204beb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e237d6e9a82c8d5dad772ae095c33f05318c3ef5b31f329f391338160e1115
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a19213c4682ff56969aa149d3f9a459c681028
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd941b635c6181dd5903d204c4c607982ec01a6f0371fa0b28e52108e0216814
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8b1dc81764fbab888335261e6762b1713850b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b2cd6838b88199056f9d70e580a5f61618ee5e0834f4c174bfa7502dce4090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e0b98fb43fa276f2eb5a0741f85d61970e333d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ec2efac3213917912c1536515487e1a6c82d9ff9c1a9b8563e124b67b0b4c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210e76fe53ae700dea44d1cab43b997bf80e94bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe2c39212189c8208986256b870b3e6453edf0fa6834d0f47eafffa6051429
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ea18252a22355251af53f41d80615bdb780bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93c387812e1b979cb45490ededde858598853a483bd5a4976395290ac1786dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f9be21fc54e39dfbb4efd6168b352f18668140
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba60df4e655aeea270037d96905bdbb498e2ce66b7e08493714c77ecdc7a1e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc63726b782ddec6378948d269e95db7b2b5ad7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4558ea1778e0dc6c188abf499a1c22755aa5ebb315f3d031ed70aa68f5981de9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e33e2d72e843a7cb10e0a232ed906732f8ba84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfd8687dc7e6f9b28d78c5789243edda969f7bd5c3941a7147a417bc4d3e72c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571c563f7e0fbb080ddc1868bc74043adee73ea9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf09bc1f5acc99e8690db2337d4782065a2676bf3564bb8b82168fdeba58acc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a4bc74ab4258a5e2332c9b018855d5e4f7760d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f37903968b61cb517fbe79fe749451dcff23cb5d8c13aeb18c9661e4234501
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ba9ea0a22806a14dfc63a1b54e13f45636a881
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ad9415f92bd444c0b69e176e9118f0b5bfb64c94768acad488b09822c1bf8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39978d874a257406d84fec9866b94874c42497f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3df6c518dc66129c5159d08ce3d017de746706ae73f47e9377963603cf9789e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e0ccf45d60b00242394445024067d9988fd72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c33a8569b73f8f2fb0a50bba8369b8b3e82fef3646be3c16d0d67c014f07ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bd10cf8e0e9144bb008dacff0a3420c850bbf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2eae5c21c85683454cdaf9a527cb121f7d92f6ddb8becc211c49555fb7df8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2592499381905323904082eb253ee75500fefc1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b6f11ce0fb4116e71e4d82fbedfc0579eca74bd97c23ef1263ad5c51ab253
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37ad80e510ce79483d673407b152a74d8d029eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37129a205c0c2645a05eef5211704d4b2bd83d020cec92379e394cee3130bef9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ffd50f34af7dc13ed6095d69f112f52406563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44be009308337ebb3de6f62baa323fa328a9927e96bb56a184f25ad1153c35a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf83804d0bfd56b49a88847d924bf283ffc573
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0890e8be3aca5b2451711c23b2815b2155dddb251476187f123a5ff7465885a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713bedf89cae67818e3ecf12b515902544e947d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c6c1e5a1089a4c13653faff944ef3c2118fb55dcb8b6511bafff3bb4a8032
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3fbc6ff8abf0e5cffe909867ac92e7a162697e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91256295bdb2cdf7f9683e655f60ca313d0487b0e66ef0244100434a7aa7380
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a1ae9849eef4473e08cdb3006dc442f38422b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7f6147c2ee35b9cc1ca96373a08aad16cdbcb37c26c9e01bd5bf54a84290e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8abd06abe8478225786733fe4131ee39eebd20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8f0933aecc9b2292462192b139cf1f7e6d6e5e5f84bf4fc611c9b6eb06daf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43971a3f02498b6b7b235d953e98c482625b85a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96347bbb403a1c6bac363d5da58fa92c20ebc08f2bc86963ab3017199af7ad27
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e79b6e6e4130e50cd686c81cc4ce9a2881882a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0407ae6d7c520a3587e3c2586e8a24a54bdc31fe4e67d66b7d5394389a15cb04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22959451bcc74e610d2ec09f2529fedac76f2174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a537034b576f511ec4a8800924485d87fcc153a59029754806f8f8f0e9f49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3be1d1abf0cb160e3f60697810106b5ba4664c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cf6b0f41aa5e514ceac694336537fe58847000537c43a527686ff2930b76e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b1cdd5a1a39cfdbcb33c5c27948a4796ac12b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95eda5566d6fa8dc860c21f60dda19c0a6bc5525b2eafa60cbf509b01a7c1dfe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f791c06a49d735de755a8ffc8f7e3bad312778d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb482fa699ed496d159806a97ae2abf97be3eb679a16642b332047f97ad5079
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152ff7b3ba6a8275c21c8a0c34e3bf7deaf66d5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2955652ad2f84c5515024265883f342d4902df8b507bad873c19896f6219d35f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc15893203ec05591dd2f273f1746eaaeee78a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c6c229c4e203f72f220b1fc22abdc6f8eda08e9bdccf89fd9e0dad2396e41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61a3406084f3a699bf044c4e8257e23efdff8c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323b236db995b0eb131dbd30a78a0c12dafc71804d44d17c30036deb1e9ec17e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f97e371f1ba44e561f9573f37a004040c6b7d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c34ba0d78fccf22149a5d9251687bbd7d3814221f1bab5be0084ddbd1bf090
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634a53ececd3b92b18109575bbc0915797c1fa0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac445dd006338ff8a5e88cc60cf08c75ac380d38cd625a76a68faaa19331eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd60ac2bf4d562e0511b16364bb2e6c437e5634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1eafc3352fe2aa4b3ce29f5c5c383358cd8901053242257329526275c39b10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f4dd7fbd8e40ebbe3b95fdd7a52b8c4972e918
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2b39ebe8cfbb66e6f21799b1a4522b4a8a800da832e86c50c762cd4724908c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a573f49f75af09ee1bb9b48c265395f32d6bbf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715e4a3c6298716a6ec7b837968c96eb84c6e2445e34738b694c72a9427af206
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2702707147e89ddc276fb01ae1f82d39120ea63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0114be9a5efd90d6a8aa193212fff508ccc845e644005d992cb40e2cdb06bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048de40f5c1507c09024bf4e01eeb6b0e2378ce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e0d48b03ded02f3dd029994c351faef8f261bf01a0c7f6dae5f3417a22a479
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24938e9080a1e00c0cd65736e0757a2193ab8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e980850f108ffd6585889109c0ff0859f1ef040dfe0af9b0fc93083c4fa260
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bca90f3c41921924f1922dea819651c3f77983
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85185a847282969b691eac6e3a54aecd124ebc45572cfb5ee1133f3192960f26
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766f7b58faaf460e23625fde833450913d690cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beadf1c1a665ab9e669732b6a87dc9c6a3f4a019beb1c6678cbc78574c27495c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5584dc86f3f4c2552eea4a35a621929fd9290e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf6ec9d086f7b5b345b0c6e8c2ac7aeb153c07875fb67f85ea9e3d71c7ef49e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68d7bebd18d8dc0cf7a30a8105314571222c8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994cd19c92455a01e0f3e77d1fa866588fb346dc86119671d41e8021640dbd7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af813e83df1d36a3b43795557baf2918deeb11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bbe8d1cfcff62c640d68ce68d9769cc392a623ad02640022da7001e5edb172
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80483bbe28194fb8dc62f372dcc4730801f13767
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b04e98191da5f4d7c205540027f28b899d4a9108fff9bcc4230c79ef8900a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918e4c6e9bf91c2c5f23bf4ce7cdc23b8e7e388
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05df9b38ef18e8f44c339cf74ee922df5e2f4445ed7a558d1dd6cec333dc64d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3c966d8e3935a7ee84e9a7c6c5ecfc46d02e63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc69e5ed5981cc3f595a5064124b25ad3d8b955616cb366294d1b2b41faf054
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7327c05e686d6b8f3b6cf67fe2cdb5452f104388
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9b42dae69590d4501b68ee774a3969bbeb6af245a4d6b8afd60fea1808cc5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2485fce06e467a06d12a8876b0f5d9bde942e283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d648dc2afb04e11c562cb72e83b3eb2a8cce5da0d0f31e2399c66117b61529ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b657792e48bce7c99b5ad0f603d1fa4c7dd8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5204c92e6715bc0ad2eb270c5947db0fd959ea47719b108946d80fd99d49cec7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deb587b93f943e7120284838e8bc289388d9d4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c707f00593e6c5c6de5dbd1c738c617e7d0a30a16aca9267453d066a671374df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b85efc84a0ff4a5e9a0346fc0f8ad0908fac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1694115a75dc50928d54b23177695d4ebec14afb7615152dde22053186fd3e3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653216082b38a0f951bf435bba8ef69bd6b33ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80549b599511b66a869a7d00a215695e3b4f15fd8affb97baccb50cdd31af694
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f491f8b0dad479df08dc09cadcbd76149937e88a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28893a48ba238e7cae95e90480638716ac726c1b55a6df6f6b22600938d7b5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c589094c8a469adb871d4ac238fa2e6a506712e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54baba76b0bbbbc4272595978d57fca4bc54dfe9cb4d10be1a0ccfe7a546a0ff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0839299d7c39d05137a2d4c6405f32a8f10d3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650999add7493d0cad739dc2eab3d817b3c7f291e619d75c4189d9e8d585f401
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890b28f0fe4f330ad896d58925cdefca2c6e1866
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6825418f9368ea5d7801e99fa43a2ffe43101fd6d4d9af236494fb7a588d10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bf934d55d156ace57ac5917d6f66cbfa50c130
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ebc7c3bc5cf1aa667e6757adf1f3a960bfcb9d80528befe0796f55d052584d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47a31115316c49ec596825dc88f29e42716656
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5279e41f168e5df0b2bd275113f5730e95ae9f5ee9c72c38ba0f663ea24bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2e1251bf6d6c45bdebab723e85ae2981dc8f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d3b026786ac63766e5bfb28959c4b26c0ffb7ec86f6785138689b970e12d8f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92028c9dda5006a9efeb017a23280b18b736bb3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886ac5470fe9157eda7d54aa07b9c9480be2ee16baee799912f3c1f487a99fa7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6150c178179c6139c21f5c06bfd71c26326de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe457ad1502885b4c11c88864525f25835826cba43292f60d46448ac609818d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f81c54aff9f74a2aa785d7671f3607d8ea6783c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f09dc1959c2bd99970a758e196c8003940e210fbc01b562fbaedd7fba8ea6f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f28ca9ed6543af171cffe21d010a9377e7f49af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb4a6cac54421552f887b751f78fa42be051a92a28eadfc0bcc92e6018eb92
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d026d051cd0ba675f9a06eee8c4db62088a72d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b809418bc6825da39e74402a83c8ab9af9f573a1da96fda3a03de8a778efe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77d1c87952037db86ed1ea7f0ec29ed3d0fe99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbdad1eda97f5352b68d1f49725ce840365f7006b31c2f3d05fea21415cec61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220499117bc8303529ee8d968e506ff5016f7e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2138fa135baeea7b8c75799ec8e11d9a659b339f20266b622ef70c8ddd4535e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a94169aa0bfb6885bc7967bc76926c69eac0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dbaa1d3b3d0350d491d19b4cba460732b27e6c2b4b48b83aa0fa30e2829bab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a16220d50137b8feeb01a559cbf733aa187f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a048a126afb3f641ea4948e9d978bb738141df08483d7c3a747890391fc45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2154080db766a97e9774b96791bbfc150ee572
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e91b6cbce54384f0a5690a03d8652608d01555ad10f87f9a896d192260c8fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b541ddd40c6a700c13075b4dd621297e2657b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e5549a5676b1b0d06d3e35bdbfe781592eb37b359a3b4ed14336808dc94d6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3391d0e6a07d1d4c54ec28dc498141ee0033d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c01876c35a9ecfd585ffeeb53020bebcba428fd995675639b7686eee1df57e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb78a568058fb6d71cb99443c3db2f94015355
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad17bec7ca0450e68f123d48dd1547fa14b6cee4351deeceef02162200dc9ae0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2117a810bc63a51a99ff6e0a6af506be8cc7c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d0ee1a1906c891dfa7e38443630cdf0a1bd0c63dd6d03491f065dbe8f6150
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3df1187f6f452865e45e002aea3abd5354a68de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8154a7cd45bfdaea3e015616ae71e611d1f5cca8b45127d6bf1efafe044f94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cbc81dd76f52e7ad092300970e0eb8ffb0d08a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3931646c60def931144b72cb3678868732291d0bb75d52ed5e9cd6e9a546db01
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7375709e4360a7a300af071ec7c7a53670cf02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e329fba6be0ccf19fef12223005e3fec0ab79e28723b3aff182af22864b5dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c709757131e4918716600e10f4217dca4df766aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea43b552be3fcfb8c7ddf91d0cf13820f8eeafc5644ff7ec6a7ae63b9466110
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c2215e6dcbfd6efd323cebb904432fe28ddb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfff2576b6eab492cb200bd6401a243906fdff38518ca44b836b39547abfd77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b1494d32905f16be28d7bbb7dc37ee2259e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee32877e733d4bd3ec2a993b8e8c57a1765913b23517a967bdbdbb3af53fbce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb27f544a9917ebcc85f301e26d6dba0bc83883
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b10acaee56f4618c62253033082682239dc0204d0a82eab7ff7c30344f1bed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c3755bf7c22bf4edbc8f0933ab2d29eec19a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6068daa50c3daff7ad2eea48fec0410bf8fe4a5af3c69d4aadc87175568d41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e028d5c144075405f89316f4f870b7ae5ad7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db31436ad22c724e828e1e2625b02de8e0ee43aa3a63a33583b1cf642bb4468
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ada52c5d0e1e14de6a55e2b82b74f1b30f6e99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da6cc0343d360fd525da059e759d53e99256f5845d3566dc3fcaaf559672722
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1357a209714e6fee3e67fcc0e30341a950faa61e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dbff18ffc4dfdaac333fc1a3df9652dfda91a61c3062db3fdc3602ba87c9d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea99a3daaadf161bc391bdd4a4457e98531a1820
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492f120f5ec5e550c53b5f7dff619d47c0b5c68f2f9040162bd96d2b3145e5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d58593a82e8e73cd3c8354358301b9ebfb0003f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c904c1f3132d5d16dd41c4721312195178ccf51847f3ca9409f3385c8cfd9d86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9b7589c58884291933e0208695787b47bfd98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507227d9ba27a2b0e43564bf65df0409f7a1536d498a2354f74d27de29899ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcfd77596c42dc6d3d8b6db7fd5c5d273cc77c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc89fb624e44b25545366564e102151759e13e05c23e0ab6a4af36fe3397324
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de566295717689f89253c6b7513c3a707683d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffb869ba89dc7548b98bd1c50c2f129d65482356e3aa78ef2df6d7de6d1a35
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1f00ad11471626a441fdb12c6cfd792e64d493
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f0534a44c1ac65cbef5549780e2660d13a083620645d4a2703ec982aeb1d68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253beedc7b86b2456cf7767e5760b7b0e8626c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db524716354b421cbbb02bb8fc12616d968e70d6008dad5104166210f3467d59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff549ea0ed6190c950ecac7e864f4c314c05772c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ff64be2c4fb439340fb110aa9e277b1e2503368b13ba998f74a09179d93c74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70186b208a2a38cfc1439a5b32b8c2a446be73d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fecc75862195b0def908319ed49788e4358d1cc158d41df723b146819d74a23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56f083d6e614ec161b4c3cd7a7d553e3d89e349
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46d1b6f4c55d8531cf6730f7f364171a3fdc17783a8eedea2d522c2621f461c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426adb0263ec88d3aecb6dbffaeea16b7f562b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318a74dad3ed9963310a009da783f9f044a2e041b0a1a0323990fdbb92fcbdab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e42aed74f47dadbabeb85f0de56c6958cdfba2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258332f2e60804a9d3597d56140f626e3091df2b4180628ec4fcd040edced67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383307a0f16ee3afd6a9c0a88efc4596308a6e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7063aa0aca9e63db18aebf197c34e4a6923d16cc83d9fa5eafeff819bf172c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f9d4f6326d746d6e6e26ffa1b3cc5440e95770
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eacab7fcc0d3015e7244e1e6c1eba590ea39fc639884fb629e2e2cb033ac3f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff05ec5c2bce6e862409c7bbb9d389a544cea3cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e97bde380d45314482a9b5ee9500b341f4e2677b2e041f7c2dc024d4e69eea8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ace53691c455a8698e0ed8deac41714cfb9b46b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed047cf09f8ded6457842c6e071a46dffa4a048052812fa9569ac0f380266291
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208de90a666d1550fbcfad3a12b5bc72da575cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dadf6cba47373a2cef433777a30f43ac5da51306bfd17277bf3dd10da95be6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ca95ed71740ea70b9cc37f4ce0402eaf8269d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce639368ea78e1fbf751e50f596c5c5b791464435f856abc8dca139db99db0df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b0ff7bb3b763d6a4375d49b7db60e2a2389505
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db1b0745db50504e634a52c01156b5e2f38898d82297fedf077f2af81489cc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70573c8c6844e6cdbe7caa3dff73a84f10bbc1ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68217b492367e369939b62b70c77897e542acff9a7bc67f92a9b6d8c5658254
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eb390d9ac3a0b7e1662e75cca40b4459bb237f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a410075cbcaa9133510aa7f48ec84350609263a48964c5e35dbf70398f45e5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88cb767333404becab26c93953519f924c27466
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76495cafbd38b3e00f0819a47e28a699604c21b6d4f93bf98382968ac2188931
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b12af97dc89570113676a6098df7c804fe33dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d64cbd39ac53faa0da017db5560ea9caccda5aae7e7c501d2c8f8de10c158c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f3c39660cd47049fe124ad26b313c450b85990
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf6699bdb8fb21a0113b05c954df9450658596919384da7180f7c98adeff896
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded892a30ec7b39c708de52f1928468745acbfb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa43e3cd330ad1d712540f0fd09054e0d74458c328e5698ea8e5a3ee07c0b45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35c95b390b0ce2afc10c863ba738a291017c57a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812d28c4d9b756eb61ca54c3f6031ca699f4dd24a60eb0a1eb4fa08c75507683
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fa6b1297451ff0e37ae78bfb37e45f87a0c8e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216deae1a20f11721e0dc523cae716eae8555a528fd8bef8ef2fc870f6da1b4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3113558619172b10cd99f92df61b217f80441d62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced0429f93d2eb5fd26f3e8b4361dfb43f4ac90d75e0865e344b7d9d86844b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773228a9eb16e38462a87381e8c246bc4b71db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632639998ca50b34e1dd8d923a84562e2d469462d4bc24eaca8bcafde3302b86
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdd4b2c4734216499dd241bf4156af71aabec0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c510d53e7a12149f86ebdc48ee81a03f686214a5f47cfd2a2c360a6af0b47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520ad714db19bb8bf8efff0a543fcc865096c15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed593f609257642d13970ce9ac3ce158f42790120a8db62c198fbe951523c2b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf2a73a5958599ff0e0931b1ed3e0bfb065d00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc44d5f45086fdf95c92aec3ad2f972a7386f1168ad5f8c332d55390ddc141e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ebdcd21e098a349ef0f72b6af2ac4bf31a18b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d799056d828e87cfec9aa9a1201d2d328e6a0a2f6f767d0871d81a39f29a64f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fab44e871d83a1ee2f5959433b52cce9c4cdfee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce35c03a3fbdcebfc576b555e0879ac61d790d87af70a297a2a4128e79e7103
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c17e6f13e2fba16497146e21b8d695a8e3e495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e78e70e6e33e829fa2abbb2b8bf0924a7a297e0736a89afb27ed0f9b635594a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f181c527e16d4f32503e463a03a0d90d2e8460
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75a34be654da937ff7dde9ab72d469a0bba411fb39828e84b9a2c1d729c69f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b5992f69ecc58eb01be9b61eff5c4e5a7bdd8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb147ce242b3e1427c08bb000b2bc98f629933cecba86dbd0a8bd6ae536068c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92800bd4fd9cef7a0f703687d2743a28f631806e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e676dc31a889db9728dfeb3d39efae95997101e9792d67efddb41b3298ddb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fba8d4cc0b336500d28e35f061f0813214b387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9e62a7f91d97a8a9a6c3cae4c7ca0c9f8ab7ca868572ff147411bdd73ada3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d72b7d9b00edf0550e14c6ec367826ff819960
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06121d54839773acf0c82edef45ca282dfc9e0cdd997b6369b1a7da6fbf4c42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8ad546f051644c4d6ab0e98a5549418c171c1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b978d7d334fd69876a172f03464919a15a766e56a4b4b685900287f6c411ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056ff43145302242a4f895888a89b7df89d9ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8113559c7c45a7a8191726e6cbc277d0b1bf58b096d50075b9dc5e3142c82c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c45e76f22f89621bc8c0949a897c963fa88e4a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d498004cf415154b596a6174c390c8fd58cc9b09b48caaa124db2bdd3a19596
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86768b481ec9ac27629b4b588afe453c528c89b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf82b9a5e7383eb670e821dd22033a87958063b7ec39b19588471524479f061
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8015972b59fd777d22b640bbc5348a454ebe37bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6959b00ca31db27e08f046cdbe34de18c0016031a01ed2d6e4fcca4252bac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d50ddafe00ff2e5c82f36d3a668dfa2647072
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d2df01e820ef9a95afed478e28881d7c37520e12e8eafe859ee8efbbb33169
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539dc777f1c7b15c33fb5df8c29fe6c0d954e118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ecf700c2d4de34948e844a3b62c5c3326085c6e54aca468ff3a1b73f3386ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c659d82bc56471e9f837ae3d5f0cd3da3f2fe194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cf7031784aa70a792d3111421c4372c9e8c1ed10cd103b74328c3e5684fed1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268a6c35cf8c3259ee62757e0e6899681d0b1fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f6eaed168c5f2ea722c4d13737fc3a82a23eca9cd5d25ee0f83fcfdb7599a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca484b6be5c6fd8e9106b9b91b35a4d816e0eaee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93a44a67f89d208882e19bfc3054fd5da7b815cd20b30d479086c993013867
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b50fd26872d179312ce881df3daa3ac1c2d361b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd895ca0eb6210954b73d8d31dccb926b24f6a3d4c8e3d9bbefc9845692cae4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6227a421fdd815d8d95dfa07874c262c1bc17007
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfa30952e85e98aaad118304c552d4060f5a9dc0e49b6b0eb165b39222b46c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b23d8dbe43bdc135aa9886b22a03dc38a7c0bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cbfce686205f21ee1103bcee37d3fb10b84a191121cb7b2ffe9d45189a21b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f327e7679f219feeea2e4c968bab52995c20ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9e334805a758d3827ee38078575b3942f0490e4f700592ba90ab0d1172a6d4
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979932e6ade33ecf45a9111290d6d348fde0b46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f434a7f2eb0ce2314940eed67ec7d79d58fa7205a92c6d0e781f9c550ec20
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eca97759fb82ae16c6082a0ae544e2f53c56df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b3fe6dc38045d90b726292bedbd25f5620a75f85a54dc11e423c1d3330e18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76fe8d1931ee8d7aad45851453f26aa0c5dee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a801a66070c09041eb3b2389dbdf1d99cc9530804bbdce32bee6c8692b5a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b904b510f892a9439a1cf506e1d429f07b5f45e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1054ade16fdaf7f26e2e43638125cae95cee16f8b520ce08a36dba4a01036
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30801d091fe79cb98aa0dd3477c07a92b3ea3e0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bd7bf6eaefb383bcaea5386ecca7b65aae0588abd88a7de30bbd9228ec5777
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b376762e77cbd108228197d57f33b3f088a517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15004e704753df44d6a2f99426f092f08af248fdc400ef386615f87c27d73080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c291f49777e1418e632382a51aa711a5d22b6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030603426c8e6974805a3a1c991f6caa50dd50b8774ac92a0deee08f43514101
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee524f7be243ed6eafc07e9915a7688420b5ef64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10cbafce8369b4143d2e04ed767e098a530c8fad2e1a13d1217154fd086a3de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1881c7566019cec6d6a04f3c1f0559e4e6e3632f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2012e9f04d01e51fc0b222d7be2c01a678fdd36a38e805d9d88d07d8da262bb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96bc9005fd1e75363d10377195117be7185db94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a76de1dbcf53111e89a3009b25430fb373a5160c7a51e0f63be1fb9e1537da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e166573e0c1d4e6e2053ef2e7d0e650bfb64d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b8c491d24f93df22e744cbca7d97c5eca0b1212d77ce680c06bc4294d0958d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8677ff11c36a1a801c80b1d31ffaf85ca3eddd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb31a84d96a6e9d5d25e56858b8873fd1fec2691cbe0edd3d814fde9c084a8da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851cff81d13d7bee584da132d03150804863a01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0d343e22f89e12be5ccf716a2abe00c1054185491ba22738ba0ab5d8b8ca1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3bf3cb348435928fbd0aa0513d3b8001295758
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafae4814fdcca42c5e31f32787cfece9942e0ca81498f49abb1bd4667181c47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879b94cc857d85b10dc76a937b26f3015bf2c241
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ba84c8fa1c8bd996677c99b104ec8eff76ba7e9e7f27a177cacad7c7c2628
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449d58e96d0ff0ff9426f1888ffe3b106a06503b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064184f81d0cc2c79da9c94bf3e3684406428296e99f109514aecbe18d5f70a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18ad4e684b63dd58d001b5f20f86b51d8844bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f041ea2ef03c897f4992f72a623b647879aae9bb2fa78f6fee33511d2ac2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c415303e60ee596909ac73fd68dcf115dffaf915
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5015b0cfe52265c742f9c658a7a8daded9b2fe4ee53c2f6382cc4dc0805990
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb67336359e3e1c8c8b6ade724e2ee7b435adef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21636f079bb24da75becb2579177e57d52b6e032aba9c7f19ab7705a6a1fad0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdead9d7a3c412cb302c2d1e916c4460d69a0a28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42ebf4d94ec80a93fba008d161d0a78bf658b2f0139c40c6d2cd6073261eab3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0d56d9725b66cbb357fe3ee62a9a05552e986d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a108af5fc670d4b4b7271eb9b066a07a89f707e1763f0b906eb414f50b904b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f7bde181cc3abeb28ab1753b3c8a5168f976a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469cd6c6d0983f4139a3680e814ed2bedb821a732bc40acb13b1330bcc3d2c93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61343701421aede0985d11fc8401b7976e48f7ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f86d1865f5f4595fc0d3dc9ed867d18786da03e304f3e8cc29b846b2197c8a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb59c9b8a9902c694ea237d3d7dc12a03617cae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c84079c2abc77414b8c43a7a89ab8cfa5514688e3a7e23d64cdf680578d5c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ed7f116bcf2c89e76d7b941680145d27afc225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f0ca3e008ddee686e9ac46c6c543596932dc3b5f441695ed0c36c8a3c794e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c953beb06e57e0ec9c00714a6506f536782e926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a76166b4f09b6e5b105f72e813923d4b28b55fd246586ef35a1f6916ad4c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07519013788052caabd236bb7f0ecaa79100e132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e585b155240a8270547e51c34730ddebb4052deb3b4d5bb23a75fa3d883c5d37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c10f4e28653f9fe8487eea1b40f1df3ba0e90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae8d4946262d96eee4aa5b2772a137b2d8430f4dde86f7396d6787b434857e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ade8abe0445e0b3daee864f538b203e1a9e7109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d5de6985d94d311aa05580f24a4f7fe4ca707ece2990fa8a8f90d21728314
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c281ec42245d30951982b233b7f6630e5869c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd060706aac699936de3950033b39b01483dfb48e9d586e510d204567b9c8d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eceefc603106665bf066aa99e350be99bcf1304
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59073c9fc49bcea4a5059b29d0fcec8784637d81e2ababc48576bd77ec613a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f1a20d88cb6c4dc8040361d09560610bb4d508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9876aecc6e30f0ebc51141f801b857fe847d06482ac721d055147c4eba900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5bafb1717e6ceeb38087884f9065c1ea9723ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aac2fdea2fee86c1e049f5b9f43bc3eebeafdc110d05e847c9a24f44630990
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc5e22862fb81d9f2042c572bf0c12ecbc8e332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988715c01ce7964535decc8d47545ca5b8d057aafb437ff48d3a60026d8c0a41
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c9821187b814fd9a0c712f800a96a0775d5f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403e6bd7e9061331967a0dc8b0a1df329ad66d620c818f79268fe53a2b3b768
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daafb07793a9e7d06a45adbb16381d86bf42ccb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3af524fd6fb49d137b46ca4b7fd830277648ded78942124b25503186192348
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e112544df8df9df84bfca0725135d8a1c80f791d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cd1f4fe395f0fed2b4e9e132a8150e4bc6f5e34d9ba179de5dadf7843391ba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2526eda339f60679ff7d29c03eac30a9bea61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943fef8ad89ad0427767d4c56619246f841a7ccdd60403417161e15bee8e3655
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe93cd310236a68594d0316c6e793caf491faa78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2480f71669405db6c72c3e9d770a53d57677662664eff871b52bd4bf96cbf7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91de806b256bef16f99b71604e659d0b4dfe9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021d20812a5d166c253e2a3963ca2ec93014396682c01d353178c3e521b3255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0827adab8973ebd818660ee15916b02cf8a86ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b978348b1cb423805c70e02448c35c69ff6a7154ffe8bd02fc6483db824e6aed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa05c8b2431797e3bdddae1792d97f0a3953da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf00abe9f4e7a7a10555bad1e2f5f154c0a68e811bf520f75122c74c83351ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fe0f7c8b5cb29f3c358c4802011b5ec39d24f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6b0b34a9ca89dceb4232b99a87e29a4d5c397d073f9e40c2242a2295bc3e42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85f543cb923f85a32670b93061d1b84cef07d04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2c48fb31a1314ea06a32b2abce4428bc5d7b04dc4e223f8b0cc358c947c2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d3327f2cde4d0954478458c46013a996deebb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2d2fbe92376f017565cf0fd00c675395bbb5a6940579f846189590a5af8292
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79da4ffbb499227a7593319184371859aaaa9e58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ae1a507c6a5dea7adee7538244e812e7652f8f845508b63f90ee8874f9d300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92f68948764668aef5d96c55fb723b3a9a90fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def9c02048dd0c9df5682732131a6edf8a6c585116a6a6ff52aecf6cc6c887a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1612a512192f0564938e91b46f4d665b155d58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fff5959b27ea1e08772e46de6acb9be6dc99110ffc851d888f147bfdef1f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4379f5c17f16a936e80b8db6f0acba2cfa575559
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b8ee83652d6bbe7074cdf3d4e806a36570e24a9be82fd843dd6d89dc32505
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fd7ffd302510b8385568bf0de1cf07b21358ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1536b205e182fa47a036c0d8b8f6a45991cfd3aa90b8ccf171552034e7b47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66548ebc7c5428e008e6ac5043e4483bf15e10d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7233a5320c90dbe56358160a24d6d7357da58d5fdc77d08faed75ea58f03ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4efebfbebbf3de99284a06d156875b027cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e25c44c47b78e977f70851acc6970d86f81affbd5011366748e47ac55f65fe0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6af435f8afc6f642e25c50f518277022a2d694
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ab332027800465c84bc3b5285db903fe1ebf82ed17d95d3c6977b44f1191db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4205bd6395e96b77ddc2950e87aa75955926cafa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3618d72f3b8a4e68b9e8d79f03664a424c07981a1695df241c1ef523a0b04c6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c958b39ce301621116a46d79ba96471c03053082
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780b47a0f5925975c73179fb1dc8120d599c0940c93a2d79a3f2027ec25bb09
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb67452b4c5c4940ce8008b0dde42b32543b23a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a9d2b2fc4c3c20cdee63e1f56b508a935f5cdc7b67624fa29f35b9614ca215
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572d2cf0e1dfdd76394ffe57681f5c583acfae2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81333754308c2c19dd64a1dfc56a0e4fdcbbe5d8ed22727dd131d789e00740aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e320cc9159eb91bea20e92b45784afd4b40a52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d817befa003c753986188d292b4099c84c729c03d1ae572ccb791a3571a35bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5169d5ab8a4efe03963157292cf0ff89330e7d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec888970aed5ee78c289b1ab169852f3242865901bf3f09d146c988c26df10f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ba111c536b96399d40aef2c482e2d3c9cea6b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658ff31c76dcbc4a7b2e090e92221653ef4b31d762afb0a068c36bc6d8833a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76c8470be01ed1dc7a290252106968e7fdc5593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f5a2285ad80237c8085e9d4a8cc6aac9fe21b85f124c9adf7b023159272a04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacb52265a8556a11e5e76ef98c237afed3745f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2825da6a8de9110041fe28d30bc98bea4d97470dabf2cd9e3cfac1171e2dac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c2605595f6490ac74213bb1555f3a6a0a4b0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578efef7018aa5d555070ef55cefbb01b93e438ff2f8157425d9f3c4d426aa5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff084b9ea4f9a3494ec283eafa6890cf7a0e2405
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c170d2e6ed0fd4dba649689c5606d1583f6f9efbfbbd022ae8fcb0eaff23e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd8c3ee636637b432e1765780b79d0081a89b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed34854cc7b3e104f868d272846e47684a80daeae389f58d95c25d3d273b54e9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd1aa690f9e7ff1f739a787d0073849a36eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bcf226d870e34bb5ae3efcd516b84eaf9cab6641b5ea50c75933dac0349402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d623b5025c2c37a8adcb5cb0adfcf68abcddd69d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e058380e2466b338f5c7ecb981aab4eddf7daea488df9bf7a41771f82dbcb671
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf1d2667ac3bb0ba18fb2cce6224e139d9c703
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d93f51c0f4101be1e67bed2a5c8edc4117de392bf57684ee8b876ef5a8ee55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efae50b716aaa2b9a7a685c8f678c68e85a9e796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618b80ddfc51283f3cc372121d2cb288ee4cabdc63f57b990bb6479043dffaf9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cec85d710deba67b9600c09e32d04148f87353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1420df8a4ce4371ce30151b234903d0f31a789aaa189bd5c3d170d297711cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c1b9a08e6e566fb6a811688d29389c3a199f78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2a7edd11b53f948d9a868505e599ef0c1da96bac3a092fc55f5d71b6bec80
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8539e9489d115beca194999854bb89ff36e7cad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f91db3e423bd744795ac03be7365c7da1058686339c5565864f15b6f46ea0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796aeb3aa2b490ee26aad350174dfa89e9ee0a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d33442761b482f3b35cf13a5e84784e74362c561bd134cbcd8da09a2bf0fd6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6186ee5796fed6980f8307e973e2ded6b3c71dc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc578a750e9005f0bc890e310067c685359a4279a3ea508a6cf04c2d16b16717
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f743d76af1e9492ea0549785b6a8ddcb333c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb17268d7775a202ac3563b2725b141543991a2bac7557823849f8dabac0d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd40543293b2d650e7d8c42062fd81b7552f3a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20eda9fe67b65cd08fa6e3e7491dce8eae45c5644a9706766c8be5ab4550ef06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1769db6630968eca98fca1e94879f6018120dab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd8ca1413fcc64e32b7439ed7b43aa66f9035df18084a99d1a0011208817715
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99553fc2e5f9729e394f864280b44d1a71f8854c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbbe4f8eab487fb65a1121b6f6dc46905294b5351f0643c29e7c3516fad89b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780462a2d53812726d8c738dcd598be17558cfa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28a2841226378b32bc079d5b210635b52bcf376258f25351c7ceaae735630c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a90dc0ad9a6521a0ae6787083aeddab93733ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b43c31079d91e51502a11defe8487da9b857dca7f094402facc6e7170a97711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef26b0c3b0f96c205f2c7c5ad36bef66f7964050
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef6d719087404b2a1915191f1ea07203685f927379be421cf3cbb7b68c9862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efc42d1e4fda3cd7e2965bf3ec002b266ccc13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7dd47e60e6097f9e0786be09fdf55d92a79c6c70592c00df531c8add00e716
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a25e71a36d4ee21d8b89f9802930aefb57794
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6a0dd4448034b3b6ef46b9ae1559157eec8a30ed45a69fe761f787cb97a61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46442ce4aa32a70bd4cfacc75cf5b714274b2379
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c6b5e73aeeb043429d6c0924cfeee87bfd0dde782e90a1e8c549f649191297
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc90832eeb80211be6ada84a5db2feceed52598
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d11a466a4def53a6ce7521433b74b7b9fbeb176295960bde2c9bbb53d986de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8752421fcf6c847e9505640d75256ead15bfa97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc142b805f6778bffed07fb0a39b485a291b01ec8c4534534842703f3a3fda8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586f276450ad5bd6f8752cf8f83f79c067f17c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f707b9da92a559a9ad2fe01f33b4025d9b8c782249e29fbaf62f33c623d3a455
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6a8b8de3a42d82f70d7863c4f432b1efb1d793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e04be8a62fdb2e160fa5e4a4a57fb0a11fcd2a32a53dde4478c6b455fee62e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6c39b6f4a166408ec843259fd18cd9375df84d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5efc1a9b45633b2040a4efa5905cfd02eb19b29ca6deb40a6abfe83ae4acd01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d4655516c422e3bd5c8729c10c7a0dba8ab4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d67f47f6bace58e369e93f768e1cfbef8a56d895b4b2bc206ca1a35ea774f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01153509b8c6d3b12178eef6ee2db19104fc8d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af028bbee89dce17d5581270b101f45178872263cd2bef827ed9b0ce42ce55bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8823d417c50a629ec54234faed165f10e175198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3bc57201637b670b86cb92ebe3266f3fbe3b19aded109b900ec82f82c476e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6de9910478763de42a3a978ec185701b5e72b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d6b2f13f7e7535d1bb7a3fe50dd8d61ced624caf94ca72315eb6cee460f22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a5fb136ff5c875f5cac3988520e6b8326a3ae0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5953d08ce87a0be407579a3ba326fcdfef7acaa05d42dd292cdd0d52e56920
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a399a3b6d31349e1bf6241a87cfe85f58acd39c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28faf1191c31f851de7640ca0c5f89d2305332264c67e2744f24d0da317bf9f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88ad282f46fc8b40ff42c82f68621d733d54c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459003d7616346aa6cf85d3550266ee3d03f7393d535152192dcd0eac6555310
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3a49aadc6819081b1f74054cc7b81df9eeca04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dd68d83d2eabdbf19471be9d49f1cdd2af37843648fd3bf4c5e2efd8ced6c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11efb417ac8dcf2e65144350fe2c79df560fc2b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d060babae20847b0db5270f7c25a01978c944189a6040fe6389423254fe32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e1038689c33b8838ab810022cb2c6869f0670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a567a297d239414ba4c7665d18024aafea842192a12ee226a5776a9eb0205
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc5552022f3e613f25b700721812da94bb396a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53731c82e28fe4945e810f1426d54c910d1231a5e732510121554497d4521adf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4d9dfbd176a444222354d97eee7869069f07ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad55ccf3040f9d150a1be54b5e199062e6d5fb5ea1f98262ddd8b481f652f9aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b1c326b9ab4178fd33cf8cea9221c9d85e604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70a5778013be43b172d16172240309390c77b6f0e0fa6f7bc9acfcf278e0aa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60701f695a35a86b62749eea0a79df0e31cf7ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f6c31be39bdfbd9d6009949d385a8fdc1771743a18e5145920f68f3e538cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee574b350cc8f7531632131594eff1f29bc816b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49033e9fb1693d9c13152c89c31fe9db2db1f0892806e0fcf173ab2c167cba5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa656765d26830557b7a226e213ef1c2d26180f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12c6af763d65aab02ac1cede437d10cb1289cc5bee5fccc2ffcf885650cbaa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67fbfff26e85db130599b2fa43f3e58262edc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45019f9026fd663ffa23a50fbb319edcfde91aba643a0a33e811c6068cb53a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e63fdaa6e3bf327d98c3afcb74b75b39d4c8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af94419a2da178ee056523ba2bbea7b306a2c9e3c10af133f1406d782038c4d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c99484b37434d0782b618204086dbf29644bdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc2153b81cbd2e4b73da81996d16056a164f28404067f0543af930b96e0044b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8d8755502df5a5e1ea6fa128eb3ca4616d5522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7218df97a45752d40f01e7a5cd974e785d0dd1e626f5284e1d39e2ed991beb5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f94a05d2abe004b15c4edebafc1eeeb56dbbcea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c714dde3b4e3ff6c124fc4943f3cd20e8e8a9807699a415f0e46582f7cb08fae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a54bfaf9806c9ce6154fd03ff763db91270c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb183d5227c92ce4ddf202a9ed387485a23c96f66402bbe0d87f6996fbfc807
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8404e2e38f6f83f00dbcbbc4e0dffebe77d039
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a847529d5bf305bd6796e2da4fc06eb200611bec6fcdad7d5be5e0c72be5e0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee00e7be13459277bb81381ac29e89a45c4afa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879affb5b275c1a6fade2a72e59f4efd1e557c19a0d0c3495ad58e84981c2a0c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e98a8d0107022d3fecdd4971a36ba308afacc0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70adc9931bfb69db75c042b2b6e414a003bd985fc456626bed3bb7714af2b7b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1366bd561715b4d23b84e272c38b06fc3e74cd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defabbabc9d78234d9f907b5a6bfa33e7454b2daa04892ce5f7a420c43d0137e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dd35ef4e7f6ce0f0535ae87489a7f0de720d16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd7bac0eb2efaa8454d26d31205f5570c7d88a0df2bbd7716623a40ffc75cbc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43114405477108230e4fb8b9b981f0e69f3b8b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d2e99ecd42625a22e78acd051758b129ff9662152ca72aa6a22ec7fb358d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9413cce3f6839d8dd7d1b284f25d9452dab30742
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dd46680d02cb2bdb40a48a8a68a0c7ffde8e7230071829c87593db30aeec73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62211a471cdd77fe7b3c088aef6c811b6d31596e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06c7335281ed7c9b7898a88122bd85c8e7d4b2adde8502069f3e55ba103ed2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3431749e13ef9244b9df9efc02f3dcbc0332a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311e55bd530c9064892b005285405eb9816be403c23d2bade7565944653fc2d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55eb24bf10db2ed90a4587028f65fc2c9a63792b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f56b101d2aac205f2554516c3849721af306d88c1d48d43e29359380a3d45
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e32f95050b57cc43d7960dee584b637374ce41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cccc71f5db0206051fc35c847aa397eeccda1f379c9fee81ce5c7c72a861fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371232b9d983cda6f33daa196bdfbf4a290290f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a9eb681012085c85fdb787752dc68e8dbaac009d4301e39f0a6f4115675273
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a9817e66ad478ecda5b2c35493486a44159e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e843fa38c36a7791fcee32540bc5bf830ef67bcf50882f5921387aba02ed741
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ff896965e87236e9d5cc403e07229046991d41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1181489e743fcdd041751d54d0ec16449edc1c257eb471b37ea48f4341819
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8db0ffe99cb111df3cd35388ab147c5e0c9e4f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6db63fb61cec9a6c80f5bd060ce4b75e673fbf7126fa18f6f0eafb95dea3c6b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fd1bdfbae5e9421c3ab09f2ee6a33b66997c5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157254801c4b1e92e4c7015eebda84acda2e6f24a55ea06dea8ea0f1d816bed4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7274b72a5d5f414f796101585000a1d029940e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f00f0f8b84488da008cc188c0cbd297a84a93c4c1e9f5ccc544ba500fbe4cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494de3094f3f412e425717cc105a94541065144
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1457c1b30285d1b827a183a173255be2177f9a46276f422c891d068d63a3aaf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8040106be76428efad74ea86e54b766e1cbe75e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9263fc22853115487a186915ac388a629664a91a83a554f8851ef031807f7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77c4a4078e57feab873a417319f0350228bde3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97e6e0e78c6104f118f1bc9eadab0048ccd114d2c635a9b692dec8bff86e76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248d48ebf1ecef1de9221205c741a6c7bb84e3f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5391cef6212da93955bb4c88c3ef634d28cc27998f3d511a08f04f975a508
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c49e1308577dc9af93a6428d5d5af6557c83908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5052d864671f1161cc0fbd4c15036575257b4a03df433899861ffe394fbb4598
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da7d09b8caca9b523db467346bdc0dd8bb9441
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fef3d293e10242f9929a21795185da422f50d3378c3fb3534d7dd7872efacf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b379729b278928299380472a0933ec5abe86b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fddae06f47ecf461ee54b78efa5476d54397834e5ce57b23535eda5a887600d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416d3e45a89f189e51de55291c74852c121a18d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba4f023c40f301d9ae8f8f703f3c57256f822b393d99b03e19f83a3addcd9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406b1c7b801dcab2f451270487c0ba2206a20942
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace03844e43dc45ae52d4de2c21906b08b36e595cb44aafbe1b2e15ce15bf95c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123b96dcc70fd32a4efae9e038af3bc9daa775dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255ea2731b4dafda2c38bccb0a937308436892f252cf6378c8095241d73fed05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374f3590bdf8c10ea9dbd0f001af6c41dbf1124
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f138f0128b76f58991729558ff958f4679a9496288569bbe308b68a05c8dc3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc163b7a16bf541b1552aaf98dc3b73c75055759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40510e5cc46795fd9325b1ff25fb43972365fdff301a07af4c8958838bf70efc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cccc765d7405ae6a01b7da4dd2e6c6e4fa39ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1b687620f08b52f41772f2cf2527e3b2f8588785d90a87e52031bf53cfeab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bac54be4e001d3f61b18e283bd03366bb60454
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119d95ea777442c8a9852baab81ba9fe49c1a069a82325e98823f32b416f615a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10625619c4cc3648c7d395733b6f60b8bd38a458
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee44ad2c0c6f08b19ed8cb6b7876deea3e62f13dc1a1a64392c60773e4258e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53a53bfd1eb37c884c002d06dbbe4206061d693
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a77c7a8ce2559e215ea421c817996cd007bf4cf6b079349c78d228a0734086
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c00fea6988c870f9634b7dfd0d0a6fb3ee680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb7e76c2f651a4f79bd0eb9d2e039cfb47f173800698334649e53ca85eea2ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25797af5598a79d639f976cc7f27541490769ba6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149380e09b0343cdf7749e570e9ba5f7fba70fd3c55ccbcf1817857c48f088c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a899ae427dbb00117d353751b0f7b8e21e4eb6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d157bf4b78c57e85c310824bf88f44b35adbdac93b84b3434569705d37ddbccb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c68f949286859fc340ffa8cd96c9cbc0bd1752
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08f2466e1cd9a515d4c167a44a70269a89b00c40f7e95ad232975723db9dba0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ef7024f30015ebda4f15b5fc7fae626b6535a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e196fd6dc0aa50ab3bd425336cb687337632acc39f8271fc635ac24148040a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d18e9eb022d1ab362dc78835311a3a26016987
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fa661e563e970a6ccf74061eeec2c3beb5c9c5e28c9c144a9ecfd7913f6f30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21568fc59b3260dfd478af77f55ebf31857ff8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc13234807fc0ff9b8ff388af457f2979af0392322e14eee1bb176f8b34e0ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c68cfbcb3cad6212a96dea5fe091b1b61f45b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13be9fe20c398d307eb996eb870580abccfaa3173fb347880be1e8e759bd855
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178d9a9581b6f5a517669e0b8cdef5713c74bd3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b37db0701f35c930ba371b9734ace9571fe05210637ec266239df95900c4aba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf902e4019e8f3a7192d45f297b7878dc2e141
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d202c29fc077a03daca7d70cb0db47af289caa8570bef9f4bc4027b82431e4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31489a89269a062e095ff56d69212ebf57fda203
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed3e4eadcd13ca70a911ceda2c210da940947acde5773e110389d8d0429435
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9418508c7e23c6ca7541ff34df023f641e4629de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cfba9b1c8b8e908d6dc6e4fe92989b9123c1d85706a985efe78306e42e1ab9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598b44945d623e43e4421c20d6ac26fd0d79401f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea898a21d50e44dba7aef21e859fb7e332915aaf509520b3740a5e04b17d4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0903f087c99ac76db821a6bdbfa4894fc3ab3f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a926ab8d81954a650c15ad32667c0dcb28ab28af266600e08f3f8e5297fe09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85777e3722ec557430c73aa7e526e193144dbc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a8b22504f208d82477dc6ed2849ae0c1923328544ef0bd74e059a339728ec7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d89fcc58ddceda8e50f8dffc5faac1cd40428de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c42cd25d9a5e873446469867dc19d3aebd37ab69a7069e46b103b187a7ea34f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de6d0a89ae1d29e5eec549cc06e4cc51983311
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca5fad1de76a11031190596230060e1a451138d904936b331f4e27b6b622b2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cbb157236622c8a84f58bf51d534c4048620c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764bc95e9a32fad222ac758daf92d84b87af8971390aaedc3ea3245b80680538
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d6532dacac5c3f142b4e22d5b2728a58a596ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1ea2538b0ece7fcf2d8f5a1b5072ef9a315a7e6c1e0be1c6be0376cf459b76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3adfc1141804936d8ca4315353212294a780a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914b49499d2a8d5f4c8ec6eedfbbe6bea39137e250904b23d3285afcbc4a6627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c583b21896430ba7ca56867be85fa3380d0824
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e261ed513c1cf1f8bfffc31743f76518cd120576a088320bde07a67220b101
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350997cb30e208944ad98b1c257abb2b01860329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9528e2edf1de64782da79a0a6e88dab80c71753cadb5f4b4c918e1a8906de5e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4457bec1305ed9dcf6b975093cdda3a8eb40d7cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58f99477ab7ace93df1142780afb759419dd6629f9bdfd0e51ef2f435a3b590
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e2c7af72c9c5ec80a30372acf65c8b3cd08c7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e1836fa1cbfe225b2a99947f539f10349e57c72a45329a2d4bbb1f6eb48a3a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b064f2206a1af6c57f3267b6bb570f64be79acf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c9b96e9e828df8f26372317b718e5c3d7046569f1ee23a017df654a1ff806c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f632af2529cee45a57b5a62b300d16d0c0a0195
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a95d68f78ea7115edc0086b1072441b484533d3b6feedb93dedd45b67f3d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13629aa342e99f5027d31873c08d116ef8a34c0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed01fb33d99a863f8e48b674176cf85c9e138df453c5697f3d8932ca9d346458
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a22220296611f2f2fd944c77b864d711a7090f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30e30145ac50b160489975403128921518e68a756b15908b5a757b14d9c15e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa857683c07f6ada7272c5e142f7c01c4d26582
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351abe8f523f2da95bb2f310f59d8dad9c6e23606ade41bf1bf2bf0ee435f12b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0862609cca9401e15bed405cca196a17e090cf57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41fd9eafd3727dc69ca00a731ec507dd86b09c6cc036669d86d7da96732b900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e5d53e7cbfea909bba5a76dd949ba9fea27db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3ee027ce4c72e6fffe0c1ba16a9498d40be4f710adc93c36927190cc02b90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a51a4df6e3381e5a5072e1e36ff053d905dab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442eb70a42a95acd6450172420a8bf6b4d43339cbaec52e8d13de9c794cac1c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91bc282917ee2eee967e9ba56bdf14e6522ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2842ada9c086ee9e22c71b9f6ef65ba9cdd28fc667e969ee14299947f7c778b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1110f15a40fb74377eeb8a3d6b70a0d12cbbe1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9b24369607f5817939388f3edf8720ffd8e6c54373e45ecb4c6909eba1d8c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e3d795736e88f3490d668a235cb9cb16a4af82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd692ae47bfe2e0db7dc0efc09547ebf170946a9ec2dd92a05b5c0938a82ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bd465f222d07da69af6dcc0f370e5eaeafc70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446996a42a16924223cebd5e737a086ebcc8ce0c61cc0cd5aa680a140adc85c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaf50f5ba73dc2175d77834e3c588a31f47ede5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadc5e192d365224cd71a0def40d670e4c4d305239f6de42ee7fb0bd19d87f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d08a83c39355e8a951198c8af3335375af07c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df982ba4ecd36a5bdc817b96e4e0f5ffe0e275fc1a600cbf32c23f927d06cfd3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63626317cf5b209fe76b3d7593fb8fd5d972c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5745aac3961152b686d6c71bbfc9330040cb6c9c9be47fe4e3ab04d51858f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f525fe276d28175a292e0087f985e8b1fcbaf0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a39111f67f585dd5ca5b2536a27c9da3c042066b26fbed0240dac0a343b2616
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ef6de6340aeaaa4a8e44c3785fa356afec95f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcbf3ec1c00bb66313e9366d4f587c9eb2274c58599bb1d6847d7a01b669f28
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d428db0fc513183c4b90ab850a016dff16b7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f41e5201fd0f94d400bb4100e54279993a245f45717ae6a4ef3179af58508ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d446fbae25273eb1c7bf7b341fe5e91ceb657a6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8cc15b8530e55b2616404b2416615724f721f06b4e539e3caf4611dd46a4ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15712bc6bc5e5dda15fcc6e1010be2767f34f56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f81b02c23ff259d8761e72fcb6143885ff8a96a42101b30e03c3d2e7817ab44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf32f939ad9d91084a501d5c6c8751864d89a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424752d6f3bd09c0c84f85d718cb25e25e30bd80888766fa181bcd5d9210cc02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c97466e3365b4772e28495abb31761e5f488b71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b976324ab74f5fc853676a3f62091109f13061d3c62be209483a778668ff3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d2884848367c99faa06d154da74512ac9af13a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c634e7497fa24d5cd90e24cc5455913c0f9e9a3831cd92db70080c8607e4ebc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1281b4a0735970c27a7427fe45f2da9906578df2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ccb19db7bdab440f78aa79a1919977fb71fb56fac4def2431a3680da2b6ec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fdbd1c9099a06c1365844be1210fccc5142c46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1a378c1b9b4babae45fd895c06e7581c0d1e00ac6a205d815ae8c7963fe630
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1fbcb2e71a0d0eb29e8fd6fd9e847b2da32948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62da4f898e324b37ecd4075454d9095ae23a227c88c5c64f55c164034c2a6428
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e72dfc33fa402e3271f82e7e228cd0dfb23725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721059266cc84299ed019480c2b3a43cf8a072ccc8dfb503bef9ccdeda478c52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117a1447c35cc712fd28ecaf92631b4b442cf95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796082558bc6ab4433e54620ef0829459bcfa825f8a6e32268c6fc96a2a091c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d507c4b3ef31eda71d7d14d33dd5796b191b1563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aecf373a378f8ef41f0dae9b703d11b53d327543b2e3df28abd336eed92b2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fbed948c9a510f8c677ef5af2c86cbca978e19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7758bd699e25818b91be910902dc88a3da8719e185d11cb339284aca1158c39a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b565063d1c256f0a7fbee141fc8b1a4f4e4503
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c72adeab2716c4406009e35df50eb54f4ca144d3ea655d04f48eed6f12979c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a7fc08e1a0c7d24e10911984934cf42685fd7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b9ed8d4eb82483d18a495105098a4a633ac922f50001872467237f988e70d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268527f576dac5a48c6abf2b808b7afc3b83526
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5070b75f9df7891ee8da92a5c7633e313c0af644a788cd6d0f1c11a0802a0ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212f9f34e9039a06080aa9b4b26d24094611b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87e4638345d04aa824a56131e209ab3677e890bbb700511845ce16e980c9543
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82f935c82be1d5e44e9c4b8621fa552b4fe6734
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61447e9d94078ac761efcf6d6d05878f10cc9522267709e8e1a893dcf83e65
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ef85e8ebcd556c6e8987370ac901f37009088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d0f0cbe69cf84925717cb8467eefa79299ca31d5a50805a09abafd7235df2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6827e7edc9646efd896fc5dcd209cfa28fa3bd90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef989bf783fa139b60f889c93d49c42a6d6be3089a1b22cc04a2590e320190b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f7459aee72c507d20ef321278ad90ea3c26c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ace009df1f49fb6b239af5f7df819ed7f13f5ee91061dc3f36d292be70fe6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3246846c11a3532f7f3472c94a5353bce6d7a9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ef91640a6ac19fa7d3dce96a6cc76aec20840ed263212bcb7b6a771a735ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9c8d196321b551b23048c7027272de1a40a3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f28325954629d085521f26f9c33b1ccf7ada896dcf11e89cfa7b04e0754e7b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27235db4282f96cc03bfdc5ab58bf09ebcb98b0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5658a8023a711d64e248e6646d0658ed8515cfae4859faad57e7817ea0ee1567
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e25b4201d43bb5cf10ef6c5481bd7fda380aa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44014515fce7f9e580e1d98f45b58cb01c7a4b8f3daabefd38771b13b726be32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160dd7cfdedc92fec1fbe4a581d612bc28484f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0ab52d82e6da9160ebf5515f27a5214258f833ca905011abcf3040dae050fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d37034eb2a61e3a9d4ffd8292238b8f7bac0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b264b60b455dd4a5ce79b30a1706714794bc1ed8ec5ec5b62c96a6d94812b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5d01bba6f108a06a5bc710d45bfcfd77d80aad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43076ceb295274ce4199f60d31899d38b37fccf5c98a5a249128a3ae6a6da82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba2b4311fa566cd3bcd07e366ccb77d81e696a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b1012aba63e925e75779e4268f26334c1d742182a0eee393b1c5444f7606e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def614f220ec83c84b51daf314cde530a465685
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff63135073835678b5bf86a46c822fe409cb4ff6f356f7a04c8613bd9b4a2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e79568519e2afe0ab1e1149aa86fe64bc404c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430deb8511e6c72eaacaf96fb1c77da3d8577cdeb984fa6ec5218d3c2f83b995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4962c0681c18c6442b279325d9f63b8379b74248
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861c78b2edd0b7e4b0b108da97eb8b6cbe8685caf4800e8d2b60dd6c08d21ac0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d90257ea3cd31dbffae5786e415525c7bf082
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910bf65c2fcede29981f5bfd1bbbd64e58143cee818203f9336be78436f72314
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58d059ff08702c23ec793d631d5bd28d0207cb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec4ff4c541b49913a11a510add080a945b6aa543bb1ae55fdb9ae273ca34e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f027838cff598def120d53d07beece0e596980
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb8c1b81023651cdd5db80d428aa4b0a71d61841aaae2e55bde571fe4b5785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef7f3b7e3af0c5fc5a0f8a3530de1f2cd6844f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032b64c4c9f06c55ff171db54fbf7862d6ece6ccd4db2e12d8d3d7e7f7d339ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d263e6f708124aa0938a4b7168bdfb50a4120
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b488a49ce3857aec5a0a20f5c299604622ef2de37c30c5660d6c88c22eae0ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be0272264ee43fd4311910fe25ed6016804c542
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0cd04e5b7f8d0c51094bc4fff88c5601714c1bb1efa4567ac584684005c1ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea55b0504cf910380a020ec41129fd1445b8b54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4619e3baa8b3ee5fc43a875d7d3197db4171ba14398bbd170a063f5d0bd91357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97bdd6c2b436792df546314fd575413050084cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab1f21eb0859e6f16ab75359aea2283464cc4d9a765c8bc04425d6aed0182f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a63d595c5d5d2fccc73d6fd153e903a5eda63a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef679e2b804072788cf5de90db36c13dcf63b617240833f82817ecf4ade56e7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d29197d8933442a77291157636f6e5852cd8783
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d52316556b6610f777599bdd240cd10af84f643d00a531938fd9fd41d3b527
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aeb628e04827480a311a3c28175efdda3313ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d138dce3ca450ad5ccf025baf2bfc775b60032dbf8f5e26c64176a14284699
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70323d6e368f50082af2c2c2797a1d133e70495e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635b4a65a3a4fb5fac995313f9beb9c7022636600d08b9471eeb52fada8b6b7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905769c1d9c5f8db36747a808c102aa12206f610
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e5e1dde6e49e9090afab624e7945a02c369fdcaf7eada8575c4d308dc59229
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5e86d24cfb7bce9ab161e2f7a6258cd6197193
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c13ab0bed98f3a46330a2923bcd2ae7f982adb61882f640adce59e66af47be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2db63ee907bf6f97b2b7d76558f0ccfab2ab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e90ae765a061528ab22da5016193bfb808c8de0f12c77dc1fe71a91def6282f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdb35f15a02c086f31ff7802d64a86ca1929bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7cf01a14374045e54ab31121f1587ed25247c0b0325b2cb6f8c355351bb26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf78ab436017bc111ef67c455e4c9a30039ae4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9215c0fd93a3ffd58ed0fdabe7c31d0a3443661a7f9be915e79e1cdf73384b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953c9277fd758091e9efb03485624a9ebb958da5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef1a1d4bf6bd8bced683a33dbe2e33270300e4edd77b672cceee1a6f962802
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83796a8fe4fb42eccfaaf58ce16d9706abf6ebf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927a5b348d323d7b79061153eb399c132e5916edcc9317db71b0288c5ded889b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375186208173195bf0b6433ff480edd6acfa1520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390f01116e19004c968046f6a37acefdd72cf4e17b9434813fb9363156892b2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ae43072531f8ee9a95a85c65fddfa4455ed019
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758803b154cfcc37f690078096aa3da34f75a67856606abb2523c27f5107c86f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b004226a4f160de1b3b27a68884ed2e9f175a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc9dd900db4d671edf47acfe19af2019faaa8475a429a1a914f203ac520491
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e972f5c481a8973e14d2f0b2868247960e015e08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf710761924750c46d38aeb85ec8241f79d4b090866bb2959fb0c0559a0246da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7980e990f75e098354b84b847cfcb098d4fb7f7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af82de323bbabbf2d2ebf4aae0e08131bc2a3c1d06984feb51471700aad323b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679a53d4c46e726d7265572df10acca1d1e0e37b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738e842ab03611508c49a3a87abe1044b9dc4fd56273c371b68169d96acf4297
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6db80aa93b075950fde7e74c53d53d5ceac355e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e7392092459c1c701866f2b4b2f37e2c8a2042e1cbe8ffeda526dad7cfe325
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e70215de7caca4fd2f95a2a2c741513cb2b0730
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5fc7b07b32643cdda9d3cc258c0560a307e56e8e03561c28bff1e90e4df4a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39d87faeeeb40d06fae0d2e3f8ac71230ffa35f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f35973b2ad03f1cbf85ee886ea384e445ac2b2b8786418a5e36e07fc72ec33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac482494fce8696dce1cfe49c3145398f70440
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4212989b2653aa7262aacf432844d5fa3966b2e9674a6efdd5f3ccec3d306726
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89967ae7a1324c1b550e9396a6b1c197cb96c92e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb00d81d19699339ad855fa979b9078ad97f9653bfe9287656df610997cf14c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed20e19090c7fd392474f919358407acbd7ef27c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5988b6fe2f867f3e6ce33de0c91d1ace6fc14d001bdb46c7a93ee553cce4fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23494abc6009fd89eba8ecd845773a3b48d36ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794c05cadfe093474c7c66def38315c0416b70d6309f61e363f29aeefea0bd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b3ca53b181bd2fe5125190437cfc85ec530ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c828edd8b79cd681620809ccb2e35e2e3cda242cd3cc30c8fea660c35b32fad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc97dd05363883eb52ecf9049edc15b2c3627e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee082a093c25daa151a76c8d6cda8a4d9f0cf080c3ef7072bb7def18e6f29ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af02adc1bc0bb4f54870da962b28afb005820d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc5303da5c1587fb19a7f63a03f87d10e9d3666d55e5c9ca5d44700ab383ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d3c4833c217a9bb01d025b4526c42ee62d789
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1bcf9f39fbeb7b71467678a4bbfe50183371bda654449e07e0417f72ca450
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874de67e1b7d44c3f316302b30d82284776d33f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b35c5ac977423e794653e68e9380d4aa68e674b2ac341b81b98ee157b3a7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deb7c9f1fd054743ededeb0a077938b0d66aed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91803693672785863f8156182a4c7147a986dac268f0e22810401d771203aa2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c3979746d1d0ae242b7f542c794498157df830
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f0fbeccf454c1e0d7802858708a4b20a4f7c6b033277639732a6aef36a456a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee61c5f7bfeebf83261b695df5beb3b6b7b2c20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe0c70badfee2c612a20a8ad5bf79c2ac66feed47b07444caf84eaccfb71215
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daacae4b64f0f9a5bbe97345745779e05862792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6187a4e3a75d9f8aeec85744ea81d9f7aea7bc0402f7dbe77e0741e3089ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdcd7d94bd4201b38b160c206aaea7901404339
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cf90dda28c63935ec45a5fe0e0b847c152697b822f1150744da85968147d82
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801751328ecffac541a45baf2830eda7e1575daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b045e8b9ca3b8383ff54bafe3eb37d033b98bde2e464c353dc6f6bd2a1cd2dba
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7583a8d4850c3add0916b949213113e1621c4e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308799f380a5c2d7ff0e8833f2e42d004ed223846bedce474988f498fe1135ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b6dc50c7931fe0782aa6ffc7af391ca2371012
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98b21049e991337089a671ae33eb84fadddce62e56b53954a5406630516e8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ecab32e55464e39ab1011c6dedc9059d8d2b18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacf096017cb8f9320c3da52a08e77d653d952ccaf70edbca0cebbad49c2eb87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f66de10502b5612bc17eeca27bbef627edb94b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ad2ecdf394f159f1f53fb7215377d7329864c01336c95e4473a40fb5abf7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f381c39735bbecf76f5fa9c0d68212e363e517
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12160c14c34f6a00b06972d291f5f3ce32c92547703520038e67bcec532b44cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e5983247f218947a2a0bbe316df8acacb7517c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d5a64873d5890df4f9745e27b1f928ee726d35514b075650cb67bc35f1ff0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae723bb1d03690bf4ba75aa5647e9d7b88b58f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae32b92c05cdc2d61102a7b1e6ff7017953a1a6edac4afaefbb0512409e6a10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763349c7a2ed3a848d53135cc7b07b01dfc68c91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cae3ebc250407fc7d3f7e82f580ee1a084661e3db1ca950c51e9dcc1c43100
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a3b97373205c98ed1b0d2451329cac7e2791ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcec1908547fdef68691f236e87026f3834eab7da74e26252123a8f2afc12bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b64232bd39ef24d9ce7edf3cdef5dea733ee54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7432c3e508468a8ab3a483b83563219e53b37261d996bf883f52c73506a222
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354ae3b8968c1c714e631b82ddbf33793ddeb08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33edfa82bc3afba331ffbc7cb7559a416f05cbb3cf3bb2b2c7c11a18a26b9b3e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad512bc2de072494326595583c6c7a2b418798d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b4b723e58f423ff0a489e74dfbd32cc5abd53f620868a5179067a95df0c6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb2c2056cb57c3a24cd7b0bb4b202f80cbd57c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b728e2efd5fe99d5aecd2b3b56ff080e9f147eb39cc308162a4144852884b0a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa9de38a8d5be01883d09df667edb796d5c02ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb2a6c55742ecfd657b77da5acd0388525b0f6e94bd512dfbac3ce16e4d399
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c98d40c15e8fb2621fa54000bf4e416406ad91e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c797b24b05c62545bd68fd6d4d15e6f4de7935806eae58b10964476da52e99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b3df8b25c20d5facb29fa433e945007747df7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3412e0eda6b7babbcd185627acaa3ca15f002e3aabe67b28077b9b26e9ca54ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652939b1675282852b3a69510574978853098f07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb7356c72e40833c6cfe2d0be542f216df07d2336c165e1744318f2cbe48bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f3802bfbd5195d650abafcfaae8cd6bec98b9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a9355e74ef861dcaa5d00a2cbb4505ab291905ab28d10e2b16305586164d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b814c708b14714ef478c2e2822e841cec02e16e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f13328de2b91e74d3e6f6fc5922c46aa7e69b271d8aa08d8e4a9de317132dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f525c2dcdc9e17716c5bbf2ce8fe4a82d8302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fcc11dc8984e2af7127be7ee53bb87066b334ffb0d08b29cfd6fa932470d05
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7790cda0791f9b08636e6f8bee07aa162688714e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c80e59f806eff2a9a469c72af17214bdcde7e196c1ea4eb7942a1aee4cefd2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da89fefdc04e05572982317035321ac8711ab1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e9d67c266ca75ba5c77aa2f88b12d25d817f593ea466bc6cb6297b2a8ec794
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4658c51882107e2cf1b42dcaeff6002be12a0d00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b4c71b394811e2a81608dd93a77d28d9651520c530810453537b887ce2fd8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039738b0f8e997a16ff9faaf648b4b688dc287f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be332157981d08b97f28c1ff339f1163846764a64064092095b939f44ab05f9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73925d72f261735a3e05eff87ad6825e6aed2bed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a08933d024633cece127ff90732fd8c949d1bec60180ac7c2085d081e667128
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de6b2606f262ba31f64ca5bf73ceaf416159bc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb089cf1369f711db736a3dc6d0e003555fc590eb989e1a00d0621b92f4b72c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afafb08e031137a235c15f8d789f750262ec653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c88f4f4f958584db8693df9468d0888a100a6021b2dbee1c7162356f82aa07
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd2e193b7eea2f05b25edb25979d19be3d92207
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae81639284aa8df79150ab299aae761a2ca810e02d9ced1d7b9a2fc279b766a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708be4ba699a4e27ad0684b50fa288ea6ea46a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d6f8f86059ec7152fbe6cc89a6d5da461572421c71fab2ca94ee716f83fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b031b45da62ba72b54534e4da6bf8e51772a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f8bada65b44ef2689392acee496c0405ec3a1156b38c7153ee8f6b3be1687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc848ad3a758738275d9db71c20c068360ea5a21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd805c74c1f3a1365a8e239b96a1bbc9b3474036a7884598cdc579cb314b4c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e93797d0242f607241b35ef169356585d0ab1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627325c93338961c959a8864428eb7ea4085dfac4a557b23b4e264e97611f331
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9bc4c64f6e196f734a47ea29619afc5de67ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d664d0b446792e97f4e2ad4e58df1fcbceecbdead4a387615867dab2ef8323
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3eda7546e89d277b6bcc60b2c621974528aff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688925399b0529ca03c12bea2cbdd7a5f37276085d47c2b135fea632c652fca2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7608a67e859854a3708d3dcc7c63bbba2044f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbba6f825d672f0f0471dc068a9b6ac804728a5aa0bbc88d829012c7ce6ebc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afb15e8626fd1f83bfc075b0bfd6c88166578b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363db901a0219966910da0ea366f456fdbd111ee96453d86b9e4223017cba94
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75043f6f42a6078e562a07f27dbe5d7d4ea624bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd44a731e72bd0e292f38e1e72860de0c5ae6306b285ac515a382970089c1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d2bfc766559290f4743f61d8dafe2fd804bb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221dcf64ed850d5796d4a7f8d1ad5913b6734df9335b4091e8489319fef45c1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8958e60b4fabf4742ebb01170d399ac22d9575d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10b98473a737fd5bbf9bf3723f636e7bb4a62a4946ef4b201402d1167a581ea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4351319f9f86bed2b08a25b27bbe87ebae8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80b1dfc9862e42e94e6ff62d7aa0d0bedafc191f614fcab033725022f9c6ec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab957784420698b88e635a54aa7ae913687babc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d01ba3068d2b82e6148409d06d5ab669a512f657742362e6307cc425c544692
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53690048b6ce257a27ebd8d2ca1fe63f6e4a0b76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a987cc9bdbd2398b39e307d795a6e3b6bf708c14511c142cab981d212eba9729
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb79541359a9924c12c426f6bf7cfb9c749d898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d68f82cc8ea2db5903653f06724c5e97458d63d3e1fa5742e004982c8f77fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086286c6993d07023205113a4615cd90837c1718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284d5c369ba088fb98f1103278ec28028b83e54f31a871d58fc73eb9005f3f3b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43362c9e943d0fadcfc2ff826b590c9a20bd6d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d8f41e1a1fe2e0d58b31b822fd787f05884319d74b80d8feeb829aca0aa66e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b1eff32a9c1eeed07d3e021bef00b49874c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dc39bc0038e2e909204b1c7d65aed8b7519451c79747fdaa302cd54124fc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8461514988cb183edd5a6a54690ded83ca1d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6c222ffeadf518e97474fcff5f6a4bc86f71684b737e5ca353d9380ffa5c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae730ae96812a78318d53837ad7e8a6bdd650c97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e47b1ae7c91af1f60622cfbf976ac55c3e69edbed702e71e2b5746795b7f13
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09986dab54920afee767b74c1e7316d5434d00bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dc503b4b03ce23f05c1df65d2ff0d0fbb30959a9d0dc6eaaced4299e86e7a9
+size 2179