diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961b58691f9eea9aff52e3efcb9b62dddbebc82d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a0819712f75ee3258860916cb4df8c51296b243a83e6578edae81a3de67be5
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9edb47f05ac11eef45f665074b321e895bd801
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ff1c3d48692547e82d476092b23e418d56eb7fcd28cb87dddc5c27b840e64a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad52e6a6c3be99bf0426df0ad49d19587dfcc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8b8f3b1e84f1191da2f30fdb9a5dfa5a2f8fafb922d2a3ec7783b6b4448ff0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a13c447f505d647c367643a843eaa39d597ba68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a439772da8fcaad660ae40d57ee4bd0f34dfd52e074c21cc5fd30093cc0b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c518e6e9099e8f1fe08bca035e3e236a755f5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2207c5bc4ba710b33bab7a9a4b39e7663e94ab19e47cd6c02c42ba36303fba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3560337de47790bcc8f9c9a025060672b7493d02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f060614121450b972f7926993b7a4b4c08f2c696ee5ee9c3dea47eb95b20b301
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84028d9c40200202b63cd79096a133c5d8a0b52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ed2f220e6b0ba095b0c07cf0846105873f025c332a7c0e5f4d2f21d7da8dcc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a1ba20fccb13caee4b1259e206193182f8ff2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23add54ca1a6007e181308ba86c7335e55fe8302456e7fbb28ccfc8ef26d4b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26c0cc109fd8352f6e377c4b79e8af46eb2cbc4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7437c99c7d27cbd1fa586a40a35146b273292229e35f1adc85002f87f122d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2d40ad69e396e8b0dcd947317d4e88afc805a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6cbc4911ded25ae7e9fa5fb4ca64248295b5549837e67fc8bd72c3ddbbc8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b2402f5f6a034194a6d924661c9938a799c48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddaeaf8f49f6716c37a922a63a76d06d96f587684383d727e0abf78245cec76
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc507fbf16199b32ad57f1573362624c4479c484
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8e3b9af4d649139b557b34a6683c7ee060bf7361857758f6125e651c08699
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6f58686b89c20b8608c779d420fde1076cfb2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c011f0a23d9c668fcfaaadb705e914db79f6721f8008ccff2e70080055d00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84f82b83c76413e3a08f2fe41ba467c999239e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3935b0c8be016fd51dcb9c4880dbf6e5328634a7b1408a82757edad047b0d567
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9bef068180db7d0c41bba1f3e79e42c85cb61a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1453fe0c5f77cfc2e9d0b0f5b74709b065ccc896eb71b31dd2633089a35bbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5035977dd85c2af9b385149d0df0c26aa5f57b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbc5ab0d75c7dfb383518dfe5af99a808a72942b564954361a117be7fdb3cf5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d681154dc3e11ef33d78cd6cca6c3c07fe5ea55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170d29ba1e6c061cee74be409a9c0b12f48bbad528b309493e61dddb7b4ea95f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4105e99b73450867d6000e9d9ad2c55862d224e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384907307600e7ce52359ae3c6adc8e6fe7254dfc6e7724796e4a4a5c2e03ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1cf1640c695b1c7b1b58ca0092f415de4b023
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7fc00c12a30fa104f06c80304d40d8272820eb8fd2a17740e9b5eb034250bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914827946f5804ebf53334105ec997d7ef751513
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0eca46564cdd994541aa0b150c2b7ee9f94c71d2a79aa363d39b2d81a09010
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912461d1cedc3d6dc74ddbcf579872d8ce85317
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b2bd29410f12da662ca7b5d2717461ba2a1edba16f3cc2dd1f275effe7e657
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4068c0197635bb8fb7554cef27b448cfc16cdaef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526d27a15a4bca7155b2ff01bf2086732b77104ce386c8fc08cb80763171e06d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba88c5c84dafb9708938da88b376b63cebd0661
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fe5a765abfafb87614f7635e5b0f6df4defcea95d688c70a12c7877569500
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ed2b2e9c3552a4d4deaade9fbef5137aaa13e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0daef44117299302e463797805a9a5414e6bfb13d5cd822d4a70bf3210ab30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5139c2a04157d0da52f0c5e880768dca56ba37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0a20d4ae474b0398187d3a104746a854d8fff8303519e908035c5059e156d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2735200d2f38dd2dc07b7b48e27e50bd4679e2a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83dd224e49137608b6d42c408168f3ea0ab19ce1e835070734330f4cbb19374
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e66f1f9eef8a58975044f96579853ee63e832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ec7d4c68f8b93776163622b99f80783668579b6444d334ccfd05a266364e49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f0b28ef4be49a67a7f345a4af178a255b1552
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e4209b158a8e2083963c3bfe80f20eca6309f27d3b3453326925016694958
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e139a6e51fbb8a992edbeb21ef0656cc95c0c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fac2f7b3f1d5e6cea2ddfc904c2710259c135505be4534db32e2ec15eae43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47aff5cfe641b4b82322312881030f298bb3f965
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9e753d48c86366fecba082a1a1db889f60b6c5c0a85a7ccb421b29b2d92c16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f620dc3e39f9e4b16034c9a873e243f75753ae0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a162c306d3d8c2b1da97ab39babaca5002e538d93ac6c44691e038b6a8af0a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9832f7aab68d0ce4941874bfba352336ee4e570
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0fc9dd2fb285a4f4b2068deb049ab800fe7de31afe95a19367b9050644ef4b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fdba8d7cd692fdb4f2c6338353058077660c98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c9886e833ba7a9682955a06f29e1fa4676921ce8fe2d3ba481f2c0d4e858b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b9f98d8f3e2bb5d9a07bae9d041566f3efb81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c27dde7d9bc444b58501ca6c6f8c2adfea019dd3003b9d59d6a8d70dcfe727f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66fe10e2da30160d87849d52080d0ca13a586e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73924d5a3099af9f2fc22fac74d38a021cc595eb3259b3fa42a5205546dafea9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3529e386983b2fc73e29386f027d09ebb3b8f24f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed2d54a7ee6188fbffff347904e1e662267c80bce056d42be8c0eaf1ccbf9dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b41eb9f09b09b9bcb535c516bb308e9de1c7739
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01beb0fc39f501ee1023c84523884c0d4d1399beb9a03a992cddd9a12504f22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eddee07438e95231d90864d8611ec0d7ca19944
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbd29bb9d0ce2bad332cc7dfde79cbefc1d4aa10a951eb49c2e97853cf627f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfca504635a220b5a3ab0fc1882a87e16fc9b296
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e561d6a4568f903dc7214af8dc9f8fa11b56c19775a2222b7701a9037c6b05f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4b9e38f30482ba1f43828a0d03249e2f0a9b0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdf4f9491115977d18028355f1b43af46d10f0a2899c9da335c9353bcce519e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5897818f59e3d79bed0a500f34559903e7491cc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59390f3e4de178f509770e74be9f0f8d11dbf5f185193fc5f3f6815eaaa3912
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3b0c5b3f841100a6e386a32c8aee4937fb2692
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44dbf00756e20cd22298f983b7476136a17a20c4f07618bc0b24d7f7e115fbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb28729173316a1095fd682df5db9d3a809f3b84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2992d80d6777e7ca3057c0b4aae1364c09fe95cc08ea260e9c83bccab5c3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f1445a923c83173f2f879401184b98092f797a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb06c59302abe4a2cce196563d7898cd88e70232a48a053da219a0cc34d1c62
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f444ef50184ef39947e49f69b0dda149b0ebb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953a4888b6cd7770918b32244cf7eca11f72bf68b804b2c2a883e977bf05209e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4d4b107690bb8b0cde761e5c60e9abdc5e65e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4a06cca47e40751c32140762f937c61f1c880f8ceff2518441643facbecc1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23431e2a99c670669060160795f12d5942a0d6c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b2a5353f59d35dfd71c884fa89582d4b8c056bb19af119cdec96e4ce49d257
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72e20410e576e26c43c729d991fb73f05473912
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e037f1917d3aa5057bddafdf80a9762eeb13ba114c7ff26faac9cd0983a3e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ff6c8e752a79e2ff344a3877a31f4eeb89a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca1db09dcfc352d10794f1a0be553d41827b28a57fd75951627ac3aabaf59cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ef1e544054685b43657202af99505f1bbf41d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915d1d5e76e273678488b34c0469e8a1a6296cdebe6d466c1360f1f2ff091d26
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4debeeb6e7bfa42421e63013c6f6a70d2c116731
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2f22b533272d00d432b16f75d9d213eadb36aa8b998b00cc045fb184825fe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b713a61c70011f8dac35696088d2d843be00165c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef9d0953bd44debd47dfbbe47d95f769122b6b6acd56585f2a2895e6f07573
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db8215041916082ad9dda3a92a47c69d16fc36c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f73ac83c4d400d0b64d0f02fcd49ba6b7c7fe9076f00fce63b17ad06079482
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3db817bc745e299fff47c30d8f247adc95f5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eeb967ff43d53dbdb035695f261271e6e3204679a34976fe6bca227314458a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd1b9a888894e7942afb7acbbdb33b6b78c52ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce8c6ab3272e02a8ce54a86c7b975a6e3ab0ea9645e3aef8763d78d0cf0b33e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326f38abf3fe2072bfb55a2665a8a951bd20338f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8d8041b0303be79444ee53c952fd7090ed96433133ad29d6de2f1fbbf454b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b3a2df6bcd424a503ebe19109099fb04778bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555e3a62b27f47b45708508c613cce8339f75aeff10c34ce9052cd640168a414
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1966fad501197f472fd443afadcd0649ab2591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be0dcc1e6c25f28e24311c3591eb15f17ba07e05a852286e17b974ebe81eca2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de698a8d23a586c73a2f2d4b8b628d153b0b049
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9b50aca21f39f9d6d65595150cadbc86f20d939cb7ce8eb8c2712669045aa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaffa228e9095c5bce09c64302dcc43df6275f9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43043efa67030b625ae38c5fcfbeaae6d2dcc2b5c81a675075f841457394edc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204831239eceefa9c652284ad80f5007ab208d10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8736934a6434b4f177151fa7c7326edcc3eda3619f8a3dc1d940c7c128c64a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81259f8b59fb0a4fa66cdf850e2a061b5799f21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46a5e54249c46b5159789804957b6b9cff6e36fe8450ce82f30bd33f69d0cb2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc6d303e1717cf3317b71a64a3db507f065b31f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848014126a0a8782074a56205e38ed51af14709a84dddbebf1bf8a184a1e8772
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3278baa8053641a2bcea49e15af67bb0a2f4e103
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cbb129ed24d05a4d31977c1335344ca73f875f2178b8003d9235fef00803ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61059f6d07273b9cf6752616eeef4b04b9cf58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51895c27158f808aa8fe6fb097cce4104e36e44ffc5a56d4482418d98e6dfc82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2a41204d892f473e9b73627f2f387a52c891c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947395e22be1733f8937649d7ed67c3809afdc72dba9d0a33a200544e01f071f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376b7e809dcca3ab160538a4baba60104bcdb05c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abede32f8c4ad7884da097f974c4dc203349d90589f651aafeb7687c6394c462
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aa89c070d71409e6ebc9253c2c4422bae76143
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b47826d688270be6da24021a61df07c52d3ddcd302915762f4371dfd3fcbed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd198cc8c07fec4e9b226458e2cc0f0d71e4073
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b280fca6ccd6ab88556ecf8a8352aa68e0c8162096d2256e53046fdfe3cada6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d1d32384cfe848cf11d66e5c2cb1e6e941d681
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab64102077e33266672d97411e630667757d9fe2b2c39cae78be611a2e03e39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3a9e07355c1129e04bc57b012c956471cafb3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad2f7eb6a49cd0bc85742378fc8ab469d53944e692ff56e3d23848229cc8c46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39601394d476403c942223a9285e404a95462f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529238da583df991b1b57566f5a94acab86e18e7d92868a1c3f0a037a149193
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4000293747c40384155701672ba1ad5a42ee5ddf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7ceb68fc0ded191e1b8658ca15cbaf46449ab18689825ed843aa09739d819b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee639608c04449ee6264b613ffc4fcf26ce56a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b3b8d747646b8dcf0f5a6a4723eb2ef2a8bde23df015ffc63defc67b32a0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb8db0b6fbea4262e0c98f6a2c3644be296060a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d01994f2c5f3133f77cf82d894a2a0cd3ea703520ed89a3bf1a2d5e29fb81
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624d3b52f8fef8dd8181200e50a310012a6da16f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212dec5b1b34c85eaca96897fd48a273660c2d1a435f134e6998944175fd40c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f13c31b080a42f1814c647b8d4ff760a323241
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c90af188723a53a050ab3a2ddaedaf9ac01203c5f11e82f90a7b5c1b0edcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107cec1076e87d875295b83a5edb656faad3bda2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c5969e7c8057faa962e661983b44571c08fcc68d8b9dcde34fe5ddb7f5fdf8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee0cd12f6dfb966d63411e1fad4237a461780f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da858a90c3e11492790c8a5bf2c6ada1ca22e6ff60937bd036d70134eadddb9a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f48f5ef05e17c03134cf65f837ffc8e06bf873d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49bc4d64ed132ffdf69102033dc21877ff93c7a61998bd3a8457978f7bd6a47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b8d7200d43ba17a7f2f1076600cce63787cb11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b67b306604728ae160b1bc5eaae256799a9f2acf75b2ac818b06e141c45e84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b404ceb577758716229c45a9ff34ae37e081cc01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffcab3e2a894ffa7de29252badbfc02ae8ab7d09a57f47b9045141225f31f33
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb7fda2ad36e1b3c16d451f9845689aeb0d0b42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a669db7dd76a33ab1ae7203334518a3c7e0c35caa4f35a3048f3c79d97741ae8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c931b9b62ff122772c02eb2f019529e5e9664cbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e8ea1e5b7710ea46fd9c3c40fae9c4ca5644b43716146e64ccfab007587121
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f247b103b3064fe798d648b270fea4b608c6b8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb901ed2f7eb33cef8528ba28f90f0696b27d61b2f6bb58ee4031278ddb57e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ecf50a21f657c72bb42b4d2465cce896bede3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ea85bff57094a657358782a307882f1b095f102c131f97b4e31f4fa0ada5e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a39b711b5d73dfb69b960187764c056cc884b09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cef529127178d5d75342ebdcc309d2148408842b291e8ab1c08b7c5a06c73e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1561c48dcf0ab9983bbd6b705b7d9950f1c20cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b102c16343246dac2ab001913e8fb7e2f6cdec1b3b8a6a40ea03a8b54c8986df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991da11e375f050cb3c6dccc7582c89594bf6e75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82c7c263cba7c95db98b8d8c32c3b7e824740776e591e593046e04e2a6c04d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ccfacd719d7e5b78e85afac86e57e8fc8a24d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4dee2bdf3a32325069754e57f6bc8b06e9a7ba3ad82f6c9c0282f5c7909b2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130756175d89e0355785ede99a78f8bfd420d2ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3f74a46c9d3830d2b6f0e484ce174b44141c359321d069e7acdb313b0dbd23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d83182d2dfa453838dfa2bfa45023543f89edf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab18c89c5cd5553af021a31de5244ddfd8c702c81b108469a68db46da1158c2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfd5a3645ea2f98265dfb1380aa6452b7b28211
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05624d6fd203936e320d9a008693efa2aab09099f785d3af3f64e214e3982828
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67cc127382c8fde27bd4b5f30d8961bcce27c66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30957b594e497afaebef60f5b378f7e32570b259c8bee4b8c5577290f9a63a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f150cd1626239e8c2c8284599b7abffa466f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8e1ec0e1d246907a85fff90d7940c7dd7bcb4644340ab5eae77d504a80353b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504c39193ba4736cc06dae668ab9fcf546b34390
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f42545d3dbc5ab8ac76b17ff5b8368e24bf41a5f2d4e00fe8dfe059452a7c34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f779d6c0fe84f73cd749cf1a89cfd8244f0a28e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec16b1d8394920bbe1acfffaa61963720c9c8571fb217aafd15f01282ecec7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0399a36dff7ea277bc07e9335488480337041a95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720671a9dc39f78661feeece8b5dea19c4a7e5af064f5eea01059c6e345d4a64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09780ec8eba13b233aeab4bed390ad14fa0e9dbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc2f261eb056d74ed7106a45ea6a09b38faf99d5e88388e1c6de75e1eef5f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b695daccae075ef37346bf578f3608cfcb3189
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efb720a57639043ab8a27c4e5f086366355972b074d38e980ed9ae12f7cb6ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79177d7230f935ce1c371b7cb2bef2c24cee6adc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194c24f1916f91ee1e3e2008e690bca0e30b3572faf70807d7213c4b897379ae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b06758e88b6dc70f87e808b19d96e5f7be379e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2775a0994a7c93045fa26098547a54b389e25e2453f4380bc5296c0162e10601
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cc1c1423f9b71268bf30260dae662a0786ba1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802574339efbcad36f298bedd59d034023d39e1c0cf5d2a812f5b48ee1b04a39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb602788c48cd42073188721fc6c9332c74f8fc9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f1e35b94ebc2b119803e21292107b7d037e7fd4b1d04a515d007c2ba6a569f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bbc72dc87de45b5e9ab650a5f774bab405346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa3e2caefab6519656f8124feed4f3d2905537b0ed455ae98cc296dbb85789
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794d187f00d50686feb2248f492ae783a75d8e25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3614f00a37587c4e65f39a9197ca6bf66e2733916ada054b1d0f286d4a1ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b32bb7a3fd6876e5f442baa58265a0e4792e8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e53f8f2ea325600f9d7169c1519ffd2f71d3c382f8e3a26bb261dd1737706
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bffc6dd44767c7c363fd0c640e647182453538d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae3ed6cf3b0d18d600cfeb237e45c7c765ce2f798f864b517cbf0051f8ba7d3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8350415fe0bef9bfd21b5e94861d615be458335
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4e6ccf128e8ed142726720db5b6b6f2ff625bead415392aef414f76c4eb6d6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644eeded99936965aa5fd79699415fc3298e3478
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2133573881de7da09d712510d2327552dc1f7544da73794b9060fc0fa606507f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d773b9bd5e26644433b3d3f333fceaf398641
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe7f7ae94f81d3f0f10cb2d1f3bd48bb79b3e18ed71ce8f8ad65ef303163ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45915aa450c21225825ad41bdbb4cee85718bd9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66850874cf6e6801caf00e0077ca73f0e74e967da02a3f50e8967d198d67c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bd2b0ae89c17da4c2372a83cb8dd37982bbbb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b487cdfe92865dc695a793c963adee1e2f5c564a39748a547809f8f792cd1df5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a47a1fae09610b3d68da669b96dafe8b808d2e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb264a602258fd48e7f146d4395ff13d83c0c145b34b1f6e925c20c7ed44236
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809c638c28d4408e3ff0c74c020d20b8a1bde39a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dbb1c2a54f3b4bd8b2da431e37fb8bc58d616c03079e4914189d311d6be1fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c317db72ea53afe6efcb5921dba367a033703eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528ba98132e88cdf16d0ee1ccdada449c29b73ce7ed78d747ceaea1d7cd40f40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1ca1d576eb61df6a83ac7ff06bcf5769347097
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04740f28b375aa1e0983a9397a8d14b11770f03f5ff7a02aac08676171086e62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1072b50da66e2b33f21fbceedcf9498643bbf2c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b6fef1f235ad1ad40d71427ec985b0bfd8f1401e33a04943d2d6d546a3f5b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40640226f9da3609bbe5251233919129b92e193
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e537da853809ede9e63b0892d7c6c106bd7f575e68f84b02396eb2b03d8951
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bffd2e21e37d392caf5b9551e4d07c0165af73d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda5d0c73a51bbd75278d00366f7ce2ba52c2f96bd3d251f67ed2c6893b0fb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ae9141f525066bb4b75ab3b3e22b8975ad3d69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc79798c0b4fb284e7b3ea30dc5d7569e6b433e03c9ab087c41437a95eac194
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37139ef9c53ca1c8ebcf65dbca1604cd8c2e52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c3f331b8cf795c9cf343eaee852aa6a430c932d02909543640fcd57cd17dea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6225c3da46cfde18bfbecc4e9ece17e884088
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbb11862a1733a62daa131e005e474e721e15def22a3b08b5529bd9680e5079
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba76a9bb4c1fee8bc07b14177032a719935e656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec91e788ddc7d967c2cced4547326ac44652d30e9fc7f68d93a630e0ba46784
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9e014d74f6bd92efd5afd769b3e1b64943184
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845eae19ce97559eda8890b81d068f4291ef411bee5eb4207644a708309b4c41
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21613d0bbe1c468754d47402ac422ffe3669039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b18975be1152afa09c18da8ceb13054b2458634c5f1aa7a5a7212335aeaddb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90ace90daf6773413fc132533451fef11fc0c3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dba2a869b46628562c139f40fc1a3f093583c22a6b8f3cef1597551072c4c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f905669ccee24196b03f963346231e8335e694
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a11c26294f2c251736c1d9f8197add8fb22225fea3fd2da443bb77690d978d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26a8024b17d70765ba002710db81442d53efe70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fc248456a68fc84a0383f6ae65c2aefb08b15a6c80aeea33073ad530b4044
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20243ffafd058ba08ba4d5f86c4652372df67d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d054b1489093b167c1c12bea2dabf2e7cb55f093d201574956dbf42652a930
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195742fa064b257bf27ac641024dd34c9b73c832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fcbe9924d6884df05b5b2e6a96121fd97bd16fbe1a365b04320fc0fde428db
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67a6f4b362254d9a5d21a71695f9d28be13fbb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd856c79fe1cf7ade7a62c66a11d5edbac8f2125f4b38dfa5e212db2ed9b021
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376bc9fe43a81f4dd156047aa37511cef008cb0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195be53dd536f7f48faaf321192119ac1ec6b630adc60ca33026b64fe281f3d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba9f284df39099906da3d6c4ab1dffafa52b6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a65c30b4b28568bd955046eb1675a3f664e77a9d2b52fbb7d55e811e27c46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249a2de88da8fb79cbcd15186f22856af2708f18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474e0f7ab2200b3ea646fdd59c976ff966794a821c187cd0d1796b806ec80a0f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5468095a8d7f1e0420728351a24b83816e65477
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aa3b0a90bbbbb0c85e02862aa40e338bfd6f62db86349099a6626551343668
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d7c8e657fda70a1ca53f89f1fc6eb803aba17f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cb6192705c3180ef0859881dc7c9d5c085f1bcac091522fe7f37bd0d171fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296428591c4ee35171913930f86236dad25a1be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2818348baa6a3d9febd9d68159df6747b6dc1c04996a9655524b64ee7987e186
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b896b3725adb21e90df44b078ec3e3e7b666b2c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e600e7d490159176b831a9b5550fe605a20a6affedc0cdaf111cf0fd6c3478
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1caf0fce2f0acf62c3545a6e13c84f189bb6775
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c75ebd74a87cc8a3549b5aa9e5467da182d40c1b2b7e146169a5b240b0608
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ac0fc1b18e59f2f8fab2ff1dc3cdd324ec21a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b5d5a31bb28312e6e9d605c44c35a3982881a7bed0803bf792bf473dd8a4f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1222abdf56eb2d083f28ca71a6f8551f49d7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227581bdfe5b255fbc660c79b0c58aadea5ddbf7c4f2fd695beb2eaf8399c33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c487d195a4402aa16723c1edae055abe607a110
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dac2310378c095f9718aadbef14e3b4a20d2067f43aff7dd312d13b1cfc5b31
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd07489a6a577cbf9265a5a9c455efac0646c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df3d24666ea9af1a4a6beef3e99a762f07648bb4d19de5edc4e2a8d1ef138bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1806ac77bb6fa308fec9a0f9ed740662c6c7a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbdae5bd970663cdcb48b2dd255b9cf2c921f5cb4670e6954134ed1f34bfdf0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e103bd098c6913595e4a9e85904b884f33b346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce85ba366c2aa05b70c982f4667985c91be0a82500149605eabee80fc7ddcc3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154cb95c963ad60816f1e719a83d5e4dfebc164f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5c95971c72af88ba6b7a6920f6bedf5f08a1c19b1c505a677e503ebf0812df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0e7de49e2d6178227bc4e9945c544e08c5a2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e89af523cc8fd256131f06c8f6f666bd86290f1c04a77411de573fdc4e937
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7c2720e82558262637bdfcdab654529ae74465
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eb900ff30ca47fe79923b66a1a226679e05e747e5ef8e89f21e3898e14575c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9d62720d972532ca44c4a692bd0239980080bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5531600a77629d83f9efe6ccfb691b338ea899b077f275bb53e093e1c93aec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66002a3ed4ebf1b2f7663c359fecf71843598e50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdc9010ee75a6b904c8ed46042649ae43b970c6c44618b811f36de4804e63c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78693a3c317fe2bff6691164237e6fc0cb549438
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652a6ab2aaf224a00c2f800050863edd1ad9df8303e476f2d3cb7a2fedaebf0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a87c741d33691db33a00d769bc2614725dc31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3fd94aad62c1b8e0287d7dff7c20b0e3e06920552275e8cd28cad37920d746
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020da8fd47c603a547207b92067fa889b4fe697c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139b702e979fc7bc2c63c840982e7338eb87c48f0160a2655ef270d29e757786
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a90d6f2de6ab5ce3d6280212eb74c17f5c7d48d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b88940b2f85d38775ac2f1e974c9e0c666b6cace1ce52564e772e719cd63f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160845a8472e8a584c5b4564ccf9e315f6a1087
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcff80f4106485a86508489e4a00d25e406378699663e0b513a5e4abef301ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a3b29ff95d381403984cce5f8d7c79bf1de64e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545c1673678ff8f321943248a92fa087b6cb27cf8852f4396de2fc6b421ef44f
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f6afcc9f078e612d6291d3ffb03395b2e16a70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe22b54db432c2e90416457ba5209a2a2f2cb8d973f67359941488ad2045b01
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc84cd69276279e540d43cbf321878d43cce1356
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc27be614f91df8e5ca7e309fc9b7d27a8a2b640afcb7457cf1a21c9c4527eca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11ae8faeca2e6656672a2a09399f2b0c159e105
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dfd0e86352763e0481fdd3a15d50433636b8b6f01ce08c6cd4f5359104ff12
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c291ffda9728dc9eb3b20371c137ed57ff3cf0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff824ec6a0650dd852995444b8ff8c79743d1d9bb175c75f1ce590e3ac46cf6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b8e060536990de41bea1c3fa90404675adf832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2811186668abef0061dc852bb737427fb175e0899f4ec5a2b57cd8ddca800f54
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d8fd80890ca6ecc0d96d350b2db8cdfec1ddca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de535b0d182136fd478db7c544c3b8f1545fc133d25eb5e38ba27fc0881a2707
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acbf9759e07a3873639a23a7c11d2c24a378bf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bb9c3a7d6b91017877aa47004e5312cb5179ae769d0c5067bfc1ba50755346
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5bbfac1bbea66fd499e85ff5bafeef09cbda29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f186495de613e250a7279246ee37e19c49eb1081a4a049586121e862420e3367
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1bc037d738d80ff7a1f114be09a89de605849c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14891845ec11f2b45c038bb32d618ebb4a64ac2fa60df571d60ee835f937d075
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b9625aee0b216d9c22d0145a0b4fddd7eef006
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff31db4dc99ce04e2c02667de35d2973c6cd835de3747c344b32ad6061ac892
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b419c3f5dfc18e3e7942fb401287b44bfe940992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24d68997353d18fe26ff0478e183cb38190e9d2aa5de9571eb6a3734ce493d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d5d30bda550a0ddab37290b10b2afc0ea9962c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5799062b6a91d3809e6f07558d21bd6724c4be62598586f4fcdfa104cc325adf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa0c7e997534274576b5ae0f47078c3664002bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed665859ed0b59cea5b8ab5308c24ea7241c2d8d677247bfe66c03ebc40123
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7eca6c1b12ea9c964b256430e41fc5bd7322c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c1923913577b9f0cb512e0cc23bd176466cdff16f5931bd1467bd3c1c1f207
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7627f60c97f2831b4619b4aa2081c5e0900339
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ae38b786acb0e9257dbe423dbe74f289d83d8a5b939f517b39f0793c511c48
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b137c3564ead4e3c7575f71d1c2fbfc50dff3e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:face69a8012ebda758232e12d7e853543317f11edaa9aab59c545ca434143afd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ecef0a1d6f1b272b61815b619f4c74c4d4607
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dce9c94d6a34d165fad12bf92c5a58023557b30d3506f300b35574b8c5ce4b3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479481abfbaeb9937e2ccb05146366fd8e00e310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaf524504f5baf3bacd48b8c402c1eb1cfa8fee5da5490a2ed3c45c9514fdf9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120864b39d780e8db10b6de503960d443d337c4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553450a965e3f0fa83dd44cfee6a5217125a2be706078fc3d1f01e960df0ac87
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96148cd3b29ebc9566210dc7862e67dbded2dd6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9fd64abbabfd015e854cef6fd59fe20c93a455dd9d1dfe81eb52bfeacaa2f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089d4570ef68c4ffc9ef84494d3779892eb86296
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8ae677285cca4b22acff9bfd08203a8b50a0dee7aa8e8fe9fc33905d86586
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db23176bade1ba1f05907be48530f892f7723b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467d34bf5ecaabda57236763780518ba976cd6d5f792da2c58c61b4b56c9d2c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaa116b67c2458dac663e7b49c3996c23902be3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad50fdef304e540750b6a4c30174767d525cb667a96b0e032ee0dcaa0a8d5a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b78b0f540ae5035287b809f67a84a9522f0ddc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ef7685494f7f002de8fc6d313c97c95b148625a8f5e355b10ee4f33283d92
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcea0824ec6d99904c812d5f2779317e3947cf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed8fad6a339d074bc6058ffec7b23817400c8911e1db43137ab839822893bd8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4423a16f78a438096591ff95897b72c2047783
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d867dbdab8e58bdfea8fd4d1340724de850298f4e6c890d9aba867d5a9140758
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b395aec3a602a8e1ebf6cb1cc73818980a4a899
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6aa1ff3b46857e65edf106384de8f4b5b0bf5dd8004c8f4e686e2a5dcf2e70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc6a97863fe005f55bb974482d8e436aaeec578
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53d33c25fc24f90e23dac17cd593d52ee7a531e62ed74a987c98d697cc3f1c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced32f0d1a2c935e0563eab1d7fa1af2c0c8ad33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884ce38d0d8c8280c8fbebc7b5fb976770ab3138878bff9679b06000b0645580
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effcfd881cfcbf4b808f744bdb2a3c82010d26c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0159b0a374b5f52714dd73466e018061d901097f378552b6595d2625d3572e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6686d564d1c62abdfc75104c4cd459af81792a66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baddf7649d152ba85093b16120551c214446d282798753c04eb31567175674d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e5caf195b87dbe5835c2401e3582f56aaa9a09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa676b9ba7c016fd63517c5a869afa886190b943103240253d9785aeef82d1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cdbf6a7431e933aae64f6a76cb7c0d0466094d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c0c060a091d682213b9021352a2cf99f59140b0ee6db7d73ce0c09117b4820
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431d09d77a32e91b13f91da7737885119d9bcb79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a424adc0ba6fd5f5935473fa7623ad1b289db83bf88634278ccfb7a12a13b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514e07b6ff5eb4e73598de1a833c111330a75969
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1889ad27d8040fb03a3faa996992a35aea28e89b8a6ba605014892f80d97b7cc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dcbda8c82cc08a379fcdaa65c03fd44d949952
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4774409d711aaf14a01301d838496baa98bc2f8806e46cc73375e6b4877fe3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b429125236681dfb78f815201cab393e59825c1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d5cbe82ef93616bdeae63ac420d7f7ba4365a2ef6ef3118d310138df2125ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1018124bde28b1e44060096f28d5e712e2def8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9722288a015737096f6bd75d01d022eb5e3ed39cb974711ed3af3261e4fa2983
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1169a529b35b9395e9a6dec61e42b4ab17ba6a7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026ac4a7cfa17ba0ae08948c80e00bb8e40cb597b9e659778c3ba0330afc1f0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfb2f8de73e2ba72966f513e9895610b7c495f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236cc91ab50b8e736393f8cb9361734890c5f6a96be9753568aaff7a98c134f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3152fbd950097861643ce04ea20631f491943282
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf632b8e8eaa0ee0a208967c0453c1f3288f5b2dbc11acad78a3eac50f2495
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6178ea53fbebf301a238f1ba8b7536f743e5578
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d2eddfc2e1e31d8c63cdd953ec4c593c699595a93f4769079143acd02e3558
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b13545271518b06005b225f34a10815b5ed518f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f094e5998becbb5c87f072ab89a02a9bcf73bc3fba694da4678d5a66fb2b547
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38ee20f8bbb008a0eb30e39cf85d8014cf1164f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce95be2e5f1e383a5cb0ecfbda9c9f4334c93b455eef854d644244ae2a83eecc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbccc78a1dca386fde6f7092925d536e5338641
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a758b24c476247d4376a42d6db333f1b0be6d87eea7af97aca5d8d46c047353e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae15f36be59460945c3d27b460e31e15abb2de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c975fce67db5889624019c767314265d496507c5b5bbf46872145e27193344ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78008442955d56d46b5476f6be17c8fd4839b865
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0658cc89ad5af88fb4ce1bdd03bcf5ad8a210b452d7244a0156ae5633b2cad05
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63e7f6316e29f26a160e846b3111c63029c9b42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bed4372afffb929e88942914ed3fce989f4b4cd5a86592119739b03142a70
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8e0dc13d73607690b2b4b24e861d62daad73d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455989a8bd48cf75f2301d6b7cd08970b00bfe00ecc41e89f7b6c3265cd0d6fa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604cfa3934ab08c8f3bf390b0a119a40600aa6e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166bdb7e3a91e097c75fcf2cb7f06bc9c7b888f3e2cf4cbb1f5de8bb0971cb23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66629efad2822bd0371b2a90c7fcfbc46a03bb5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c2f2230920fa0b990cf4dc2b7df3f3b85f1b67469cacc8f0bb129a87384af4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c872cc7a4d23f91bcf1934e39c345274e403b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52efd63bd8c14a63a657d52ef697c43ca34280c0e8a255760e37e77d20154e95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ab67ea4a7ae3b4109c8582d9529c04f659bc9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1354d5e1d9c4f61db55fe14622b8d503e3d1ee53680fe894e6667e2e33049
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b355900230595df355a5422c571d1e00db830b07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47921028e39af03016aabf08484a90d4823da034a68595885b2d0c9e40174d80
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81a1d10debf9a6650290bf693934340f798144b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c622f136f90666b4e7b9869e2be2731fe0837eef3b316a5020f6911633a3d90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb550b6f6345bc6ef84937bc7675930c8514ff8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cf88164120f9985f1a896dacc821ebdddd94a907df36a59532d4d02d87c471
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c233c8c332dea9899d4870f91995cf29bf84a6a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1f6e3810e556a33fe6370206447ed3a872bb70027a5d4838dacdef8eb1fcb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28462c344aa98a5ce1527a5c030583f7737c849
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eb12a6f8968488156c403c51677573fefd45a02bb737d66ee63fcc0539bb19
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556dad798837c94b9e130d2f03f027dc346b97d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0cf271eeb29c47feb2e69829bf1a619ededed207ef425b8f279fab85a9fa7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72b0c53a27c36341ab21c95d4b025d8d9bff02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd3f974d806b4f29fc4be0a5145ac7b24848c3051c84f89baa3fd69ac9bed5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583209964d4a701309c857c10d8059a86e06adeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1b8571a45672444e97d82c2b668cdcbe27909fb42711f93f9c7006c3aed3b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39546d3804e16e652db7b97b996503962e175d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9777fab6a794fb39daeb4bd2c6027ba29e577f9a4618cda1bbbff4425a80f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6307da3f50106235c4383e90e70b31db3ca7fa84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86451e7803049da6ee4b1f41133e839a7236c1db08f8b405e46f4ce9c6ce74ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7897783b9a87b5d36d490cff30b8edfd477cc149
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3952526fa1cb4eabd9fdd3e5fbda3683ec6959ea44460ab01ca32d0dd0368cff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8cf26a5201a1a0f6cd4ab25e5388fb98ef89aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e405502a09e04797b314fd503229768b8232a41449c1ecd9d5b4ad65bb20645
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292ebd8021b0a2732f46373e37f93593c88f4035
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adc39a7068c0ab9dcc66ece5f9e8d85567ffa748df71443fe8efec1ff563bdf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971aa68bbc42b7cd8e37f951da49d1d8294720e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6be706a4d44df0840fe85772a0c83c8c6fb702bc1d586d6a944618ea865a4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35974de7818114c4133bf38c4a7c8fcfedc7e776
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7532f3823f5fb996e5653dc1beee1abe11f106a0f4724cb78fb712e3938320a3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ab869abae4dc11e038181d9e82f65fbc4df57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b520ca0a275309221907b4ee208f1913ffb9096e470b074c022b020d449dbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab4475629862d460464a4fbea6243ad52d8d767
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a9ccab7e63859770c322e91579cf63dbc629d85b3b28ac68d66324f517841
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d609bceca4b06c2ac9b451777dfb44f252399bd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc47fd0191c68d91087497a5595088a3b23e754d47c7bc79fd387f350206d8c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f34eca63cbcd88e4e9601af34c6ca0c8ae15f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b1ea59871855e6a0adcb13f46e181f4d4ac2bce113ffd48baec8fb7cf48756
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f095dc48c6f478f755889389de723b75a5edfe89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a228d32b5a6a629ba12eb40835c7aa741d030a67c36eeda61823f0eeaf7e89
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ee622be20baf48f4959fde4eb15c439d0b4fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83235354ad8eca42164975545700f0ad8a97e372143b4f1c549f24eb78eb28b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d38a9cc2c27e326f066ebcab9aa16e24ab6b8ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6422ca51374521bd430aab20496e7b5f162b47e6113a123c06fbfa6bad99f577
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef9b00b56279675555ae11156d51ac0db60ece6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bfc1ae1f0b7caaeea88c207303ca7b14c2d2fb73afe01803ae1da0f681e29a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1c33f24b4447d0da7bdfb356246cc8d3539166
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458cc6488d4038f73c83b512fdf7a2223bd11f952b06199cd8c9dbb1c8d36da9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ff9ac50e16ae69697d6c6ec3c40547d1f2803
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ae936ac555ba4f7ff49b500f1135f0b9e26de8de7f2d503599785c3aa8f96c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da016d6278d7d941b57d04011f46b9f31b844729
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d18b5d06e6ef4eb9e95324450d4453f3ca5166269f66be541ab208562ed7947
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4334bf39f8397fa1f34762f42e4cd596e58634c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cfea34f8a964dcdd366f682d7eb40ca1891b0a9453ef2db0647b504b4b4f17
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ce3f96a274e4591df649d0a9f7687ed48882ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfdffce00792531f6e975771372e9d783a8418bed730e236e592cf013e6f7bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6347ab07318fabcb6e51602941934fe8c7982379
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4be8b30b01dc46890b590c6f8b8405d5b016d9b1bf4635464f66cf999117e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4924803af02d9dfc47f43993aaa6873af49cb4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbaf53925ac4c1b7f39533d16a2d83a23cb4e214e094ae71dbba32909a70aa5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967270227daeb6976120f05c270e973e170ca6cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf0ba3634d522d0b95128e988620f85f08cf4a48cfa329a1180ede5703a3cd7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d38e53faed49c36bf916b47d6eff088838a863
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e8cc34a41aa65e4017d7f660b2635c47dfa684be2103fc50a9256a0fee74df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbce140ce9d6ded97379154388b89eb92d1e350c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ea6f2463f025226f1343a0c839ba6794a297886e5eb8e43886c51b7b6cbb7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dc1078e3dda2f8ab7e0e010e686999f39b2271
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95f5c7500694a0caa417348e0070c9552946c089a24d3cf15dc3864e2f5ceba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178d0ad62c679baab7cf166fa8446592431d36e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33de26c66e498c60c12f0a07cfff02a3f5ddb06a497cc00bdce09f3f3d8beb50
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4138bf50fdf42b6bd9d0a8be9eb07691e00dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f3e226cee1df539b0346c7f60ab543046040f1e1e6db55b03652a03c68eb71
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dc6dbad5221f82c20206a05d4f195ab6578bcb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d487cb5f75cdedc1dfbc107f28b9b8b0e46f999ec4b8a6216e53712790d3a4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e602a4d78db43b909e33d812514b52d59e348090
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d920df75c96a2803301104b81f8bc8e1ff8b5d59f5a7d15c086181b119bcade
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a107203de5e93cd8973db508fb6bdb36901cdf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5117f78aac0802ae4ad70b49e7bb2296524a1a40d3ad5fd6fe07a21da1218e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54933b5b0714a2e05269b3e4342fce8aa525a0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69236cc9a84a87d1ee48bc048897f423896c6e5e47408e33c6cc9784ff28e774
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796df4de1a423ffb28328a96cd1c6a79e6a967f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4452d3acb3aa97cb374585e39ddd23c9727cb762f987abddcdf5384d38cc82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3a8e0cfdb82125a34ac79a7b2c5c4a2eafd33e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030a209437de7cce7d2358ebb2b441e0d8dd3b8bcfaeb1435ce400c1582b887b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760f3fef7c8e75edaf86d0cf3fb50595e7aa6104
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eb9b122538893cf0fa6160db3f0afd1f2da4bf824ab4e4eadac971752c4faf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec300b324626434b4386eb3fa297b2ff52613de2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f2dfc2a7e7870a3545267d6e2ff10ebd54b933cda181694750491d6d0e6a3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4782ec4be9695a2ffe255545313dc975e0db54ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b735a509ba2ed64fadf924a80e072fe2d028f297d5182c07c2a671cd1658cc84
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f0916ebca665278eea3c6033e10376ab39b87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bef4458df002ec67e027fe3663b5450204d32bfd0141afbf00ccffab19e45e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94f3edd04320909a99c39307e86b4990252b3f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923c83dead15efcd6d04a3aef1e7455bd21f52c0c9fffea148fef18123f1c7a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1869076af20f47ace35b04e6b5d8826aad7f6c66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9a1d1b3cbeb468d72ef4f1beed0a2ee55ea83f30cf1a7743059361f6e332f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ba6704cb514030d3f14ba991041f7fe3e675f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9149fa191851dd00690577495079ddeb2e1fdde7f3e1e7d3ccfc5b6195a1e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30a6df4c9787c69f40a1c8939f7d2b658d53699
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829e72f2a61d809357b79836dec48c6d2089bce57f23ab37c056bbc91f97b648
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007e5d1168973764b83cdb4c49de703272c9b3d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb4c97701a043408609b83a05e6f2bbebaa243b9f9489b7c36baecb68a857cd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542bc142cfe6b933a0e58838a9eb3f757ae785b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28481a4037ed8dfec3ac1d6f71e9b46a95b78047548c0b6c72370324efe48c8d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ab8bba921a8674a04064815b97c6109267cc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bac9f6716ae86010eef9d2905a22fc638d4775d5054024ac084095e016735e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbd73ea2d57d0a00269863faf622319b7a6d92a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b5dbde1d40b225cb40a3dd8e97143cc7c9e5c6033e9048a9a04fa302325847
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1da0cf13d20a40ed372e24e0fdf47d865be5f82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6579a31c61686f525afafeb745cfee794ace27275db8a27b6c954d864a7fc5d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d2f8e5efbbcf17f8a6f905e27016ec80c3661f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6bbaa88198ed523c72e2430c2f4a170098efc9e4c03c4f957c0396b8518b6e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df71056c4c4e3ed640f3a1726060e564dfe4abcf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b9cf78475a481b6cd81966b83c287cb9fde5e6728303a36b480a4f77c38155
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2710254025c49abf67f51b7666947284de7209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ec3880357c7af0d8eaa0fcb6787388454b10b351679178321b02605daefe82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877219580c80ac677fc931a67d24ecfcb18892d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d700b545e8a62e9cdc5135639a07bd64923abd710f3b676ef5a22ba450612
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896c243645c5d0c3440df00bf8a3682baf3ccb70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3b2e4407c5695a1a3a1def157383d321e53e615dc46fe1e27e59e14dc4fa1b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a72883482f9b20fe796a775792b4db8266de459
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb62ae686c91a704425290870364a60f6ed75cc901971c4e7260dc83ee4090a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb91438a25d1ca81a0aa785ca33a2f9cdf77fbbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091a2c6df9d7c0528a909f87e4e3beb9486171daed2dd08c595e777f047ba167
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f4b4dd95cf62fcc745ea7ba43496cf3cb1dc44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1f4b10641f2f2df4c1d55966046f708aa93126134e8410e72b4b141806bd8e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a800ffb8a867c4b20a69863d7f8f65b9a9b5a450
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369991495ac697c392d3d761f4a91545e7a6fa69ece4cd51444e6d9e00b0333e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744706f6b3d1d1721455b60fd75d0b9843f90b58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee553fe0d6dddfa9167e0ced0698a6f05c30419ca09f09be17962905c38e3fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7428719dd7d2a05e661206e0e4f8b64d4d92fd4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704ef8767795a56b68871486f3806871b81ddf9ac50586b27ca64bf6b7458e6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76841d17374731b4cfb839d28b08d27fb771038
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712a50f8beda132214267b5efca0c0e65241650ec3b715713722890a5f7f0e75
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db3adbc790dc5688e765a6355e8317a70f2fe7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f78ca3b3dd1038f2b0951c51236611569f277f4c99d1cec4d1b92b3314d13e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f84c5e71bcf45b7272b402a52c8dbcbd55686f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ebf746cc5cc04068d8769f3264dcef3c4b5205ed4bdf1b8a3fb179b6f576c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5faba94fa66c087d7423a663c31cb39c07075e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb83da06ed2a90ea37e1056426d72e157e3e16518b5badf4058a5ea41102312
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d482a95ade76c6c763d245cc09565bc6da1ccb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecf6f6d4a733af12b99ff2e5e96ccc5412ba90fe7385fa995d153503f076d45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221d82bbc95bab3d9067abca50892b92c25e5ce1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e7401b07fe89fa8d8d50454cecba72b90203476bdf3703ee4502f3b3bb7949
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ce0b8cec37b7cb1da146bf5e652db68d32d5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013d6966bae95e1eb90153b3c5c4cc8a025ca2f45b291b62a2401ffca114d68c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2513dec6bee23181f116a7cf08158649b641e593
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bee80f9002a4fb850d1c0600ba22c71055897a486fabf8ab735cf8a96396d23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9e5531b93cfc5e8c02d11125277b935bf2e647
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee38579bd5e8a501514c89e6c2e6a0344c0c009dea19df45bbfbc32f616a5ec9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269683f2d2f1e876956e3f0d5b0ed4c50e2cb759
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4967d7e12e613282e51e5b2e0d44229a9ab5d0e419ea799c2f2eee73276b4ccc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f5db0ddae196172bc81433b8f25d4183ed5ad4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eebcadcfe35d771300e2f734fde7f24c3101d612039307e0141a984dfb2ded
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6268dd5abd788a9586fc999f156a7238d4a91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e15d4780e9fb2ac8966e2f50f7be5c4b24d204f583f98a61b8d8f8d7af4731a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65710146b6c194e0f75485e44fffe83faef44582
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d2bc8f42b19025eea95b7244182e8805b0bde374f708dd5d24b5ccf018a57
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e10fb99d4b0f23376e0e51dee721a53830961
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b893c4f7696f82b0dd64dc68f646ab6c28ec0f75ef7926e963b1303b49f6914a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc113c89484b0df8777a6f24f18b8b9ca7cbd90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88578903a788a922251af26c04ccd609843551df44bf36be99ae9bbdc25cdcc9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558e6abca54950058174a5f305b72a44ebc89a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2516f4ba3117c2172bd8dd6e2d9889bdd14cfcfb3aabc17b6a9102d1dbc42404
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b6e02c60a638268f654d75aae80066535a400f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb01bc011fe56f355e32b72946b0e75a2af9be61ba9cc1660863d1cecf84dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f107dfbb1f1bc6a76127bdcebc39963fca2a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea85f7b8275190b5500ffca2267ead39b749fbe816204d4c6c773e8b75dbc6fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aafa54c9cce2aab2e771cd9540969fbac58efa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62293d093b007fddbe5aacd679c9cc525049472ac6d83502fa5d07515962f03d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6b7b91adc17f433fff269061d812c825e0835
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1f891d046a3d24d41aa66a05fccddea2ab245dca76adbfcdcbc6f3bb12e257
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daddbb9b5d9991d2edf72c025d04eb8316a46ebe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df605dc7da966a39d854ef3e9ea2588b075ed14851c4c4c56a498415a70d949
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751aab78cb36407d0ce96e9cdcc8a92f81f879b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57dba86c4456f94972ab107549b3f902ca6d6e318b8d362622b0b4b4398abe4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f525d7c8b2e6142ff8f37d82c99e560a6daee1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0ad36fbbd89876448de0300676a1719ca15a10f804e0c019abe31b4aefed05
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c833a795944368007e9646a05160f6de855429c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1b6d74f56bac0490dff4b408a6408fb2a0d7dcc6651cce6d9390ae8c52c42b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87fdd58720d0a6b95ee3cfc9cf96358394ff867
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb3f71c8c6e1e96dfd6e9cd987e5a4002245820b5e8d122d1777c631c7b0437
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47b953e053d778b2049c9df3dc40a38e5c0d5a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbfb9077a56f9803ace44258b49ed72077c84cee0afb434a30251eff22bfb11
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7b4d215fe602f0d46adb97ecf012a5a6bf2310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d574c8b3aaa60bb5f8b057171a896b209cbc2fd0065b6f868cb27ce42ec04838
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba75549f0766353ca364dbfd6e6f9dd482079b17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7b707539ca5bb8aca9c6c52823e21e47ef0a47287a39624f6972b615ab396c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a185a51a020dd2dfe72a506b1344984c866892
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ffad31be634707cca571bdf323176722de222a857bad20eed2d828c92a36ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78049ccbcdcf6b3ab753e3305e65a7480a86475
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97979a8aaaf99d7c2a142cf94eb75aecea2d6bbd8af457ae0e4a090e440a5b08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca034c340823d8355c370d6bc8872ff39db02fda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1293b339c2049867cf1b297b0373a521f9a745a462b90f534a3df67d979dc964
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb6571d596d1d257e7e4370023340e6e564cf3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d4cc8da9ff5d37bd5c01a6543c6137030cb3a81402ec585d7a6a1288b60ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad6bd6e200b7b221b861a7c0a011aa99682ee0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcfb993e42f0f964e9de0f361ab522aaa6fb79728c20509c37073bee5040714
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e9fe91d2c63919f253b45653639f42fc2876de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2375039bd447b2aed6565b488980d3896548f6429421b2dd10596db6e3c01e71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a6ada12da182067a5361519b96dadeef3873e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bac3b24855d5b7f821cefebdf5bb683855c5f74c5ccf8707b41a17c9454394f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394b6b954a58982f9380225d7a5eb60f85654868
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f4ecc221930e7defb4e063f02c5fb2e1ce877bc81f5ca00ece7287fc626d68
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14028d3bd00750cc5edaa03a15b761aa3e7df4ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3453f9a6d796e5b67a4b63d0d1fa49493d3f5bfa69687279b122e682965572
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff2f5c526a68bde1a45935e41e71e431abf6dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658287c9d9cca7ba1259e736fa1d4792cf111cf8c18bb19a988d9541da94bece
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de246b0e0b91a54b4de3add8ef1835cd3b3c30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0bc6f9be5e67a6b1a0e9856fb9c9899211771bce9d8f8c13d34f5db94498f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a77cf05b21df31d645852a3dd30daf2602f2c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d06980a5b32f30974eacf089450547db85b2305315a94033392848d35cc5a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b509b3ddd73cf6743ea97e857dd4d1ca22ea787
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f44c4fdf59b9738636956880ce27d916a95d2cb10af277dd616fb09e70092b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cace939f39df9db0692798db0a522bba31c92f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecea95fb4cc24b4d5f6f44fc74415eb8cbf3036fadc1107591fc5a941e14db52
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5562fcddb9d18a8b6636cbdf702aee518ce60ce6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d19fd04b45db839e5534c08c9d51caab1db55177e88ba841ae228720de159
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf1e8f3484c46f6c3906cf36cc6377270e7c194
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a29ac641354227e3d53e0603d2541ae55e15eb4d0ced02295fc763efb91d4ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ed03aad43735569b30c78eed08b5737b4e108
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5f0f4adbde53ebdb8dcff3bc12d2cb0a78891f9f4743abd028b9ce6bc894eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c625ec5d0a40238f1ad73e59885e88e5b23f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46809318a1c1ddbe19ac041530841ef4782cba80d10c4f22b0c697c4d64f4cdb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4ea6179f6a0b20c81e732aa41d194271fd9e9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff89713abde5f6021ff68e5d3271c28c0b1c94cd1562abfe75ccf124b59f061
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14252f3fc1ccb4e062558b0e0741d09fd8f13700
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db797b04ff07d5c7c9db0b09abc8adcd6f497f1c38d638c11f795b6857348a20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fac9278c1ba7940402b24ba2fce924c2c82b4bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754836fedfb204b5d43ecb7c489d7c73a088026ada4f7c8cb10a31ba75bd08ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffee0d6fceb4ab9b6e6f97c2b075b792bdee3a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c479127ee96545523e7d8e71a0d2b5be8dcd583bee2b32acf72b1e644e1a7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863f5db933a0731272870827fbc475a7bc0767a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02780a158e908b6cfede2c02f7de11cca0f8df5f81cc48fda456da86bdbfca8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ed0aae2945940f4357e1f82f7408f812b23fa1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6181f58e76ba5c815d4c78f58026e2563358593ea69846923fb56fc900f371f0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f315608c120bce874f7c3dda1c868d1fbdb44b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca3843091312775974c2441f248627c40d6640f4870ab50b450ff3b8261b3aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b137557c8d3e987e778fd13f550cd275ee9712eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a65315b1dd2c8504b7ac494eb8ed39eb856ce4517131695afeec0388f2bc65
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5713d03af2e47eb652d4303bd9667f7089567074
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f53c5ddd2a7a9fa30d0fcf2477980e5f288b5ec1b696613bd45134245955e6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418968b17d74cc0c7d31fcef854edf22af701c0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0770ad589c62f58bf34d11ea090bb55376e8641d984b1a84a5e92a79ca25374
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0e85a64bd2b02f61b5aae33fc82917b343c700
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6395788eda0f5c09e7f3cd67d0f95ff2513bef9aa01d68b462b61bf8ff971e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6801c3961ab0cc0a8b871a48ac164395c1b790d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcfd3ed2722414f6fc837a92308f72b110c7c554f7d73082e7b54e7db35868b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300ec70ded51a00e0f7af3bd2796a437528346a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96322fb16d619da1008d448345ba7bfd833dae7ef37156ebb027755cd7c559de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b9cde23362e30727d25aaba9afb7085cc03e92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006d432d123eaa6cbf5b962cad19e06753d092fcf001f3982b901592ec79d9e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ea83193b33710f18eeb3532e0e8f15f74f0947
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1761bfb8211ca630cacf67027f65278eaaf6f28ca4e26fcf977a9ae7f6af9b10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d0748c316c01cc02575d5f327accd65567c381
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce618a395dadbe605eef47fde6d14804b93ff7841cd738414f0bd1c4b0ca3768
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc67a31c92d5059e90ebc0194a84e577ab2d989
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754d4f5d70856abb79cccd14d31a994b7c5c7fe6440a6b32f08336934c4a4c29
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960ad27bb29995160ab39743287016859a8cdfb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adb29170b9fa763cb51a3a543873bf42e8139a4efd7c9731e4c625ddab53d61
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04885fca2bc30dcbb8e924c0df069290a57cca3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da731320654e2464eb709bf1cf85a298c06463c6a4c1c1dbbcf470a734a1f5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a219b584f283379b00ff28f2792bc3969412a2b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a9ed4e45072fb4445cff6a257aceeeab472b18d2d48888b091704dd691c82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b2acc5ce6777d56c594c7c99ee0d76a46c6794
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc988319efcc1923bfefb2671122a0601acb51a45e3dcbf5b9d1ae438b710634
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca706f27de96bf08fcf50bd8afc325f6af9cd51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b654211dfd48cdd2ec40ca24cd767968a53e08ed9a70433788f4dac411b1bc7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b23af43bc00d2000ed2acb7dac773dfcdded25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8618c9a519db42332a2e29f655448b148a7bf341adeb8b713da990aa0b28d0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c383303cecb4c3a5f6ececfeb8c2a3bf977db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90efc7171382ae946966615aa523ce4df3a002316c1d45a3c4a0c47d667bf42
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c663e58156269763d760754afbc56d5d1d8644f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c1bae5dddccd50b995a78b21fdf0c3044cf4cb475b84985c959de9d45a8db9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d04df020154e8608e85107d0fc991292338d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42495091284d6ba777bf764b74476997b66121c4b759e9c323a94fafb4cce15e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b444a6c39b56732af7dd47449315dd82120e87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d759e3ab474dc9287f25e8d735ee69c6de8eba61ecfda8dc934673808f7d0de5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46da016fd9d92cee60068d050c0b8b00baedaa65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600798ece7eba1e76b3e0f0e866d69c29af728b1d1aadd9fbd13c16fa8243d8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb1ec2da89fc6b0b50ea37f996b3197866c6fa4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ed13c7443e637f77df90ff690f068fd34a95ac558bc6a6512cc151fc43ce38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a26dc6636c08b25eaf132acd660d7b3246c0b84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b22e81b430cb878dd43fed3f4222cae6aa2f16f1bec52ab12f554ae760b952
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd996ffd79b25c76a45d174a227071f6106eb33f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae552c5e2ccfd040667f3bcd19a6482b00f8099e0dcaa5b35e22d133086e48ce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e22e8bdd9ffd88f2eb39e0073007e5240025b65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c04de4d804b4f08a28aad63bc39d85ef7a0065fd4d4720c00be7fa5df510d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923298a874f873b78829f1bae83bc87c3da00677
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1062b6df5c54b29283816db2e760051af88a9ee4d710b2a337574707a789f52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874dd4e5c96b622a4c2ea1d786f98cc685ca3c70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5fbed2c7febae2c5e90f91cb3ca133c839c0eb16dc1045747226fdf9d6161
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e60106030af098c1ba9ad7785d50356b424d89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f931f4e3c6009bb7fe288e28bb7cb7567685cb52dbd94c800deabb01393581ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da803f61a557f5ad4c3b7a4940f9c9d8267911
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd5c3795242f18d1fa96e23fe998329f0591ff09120501bc846e986554e4730
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b286d0ccfcffc62320b18a83c3fccf80c64aa29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bbe2ed66af10674421d2c5cd7631bb5fd9ea430410bb50d19cd00910d3f434
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4328bbe3653c9cfa58214616a02255a3674e8574
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191c38c68e5de6d54373407b523174fbf3501de40d0cad3cf7937537a6e0e0c6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d933202625c0359e60adcdea250bd14e3db2b4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1999c2c6e90f86a73a115b2072fdf15d0ba00ea91035179c0e58f62b34824
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581866752fe2ebbdda5f09aefa1580af5d63e578
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d266ff8a924980d5f0343c0423ee34afd7ea1cb78ee0c3422a04bc012ec9d8c8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e70b526e4ad7f86a13ddb8026f4ef87d804dae1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517221c6d0fb489fec393bea15cc8b52109402b7c4b6cfb15dd67e80b0fc2f66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fa6056a8af67e0b1e4b096086d19ab772148a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20139d3c311c9d888adc9b1657a55f416bd69e4bfd7f0e768eff32a68744ea53
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b0c6658f4b304b8a25cbbe95ea8e7cd08957f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc7cde873bf054d14a9d50a84dbc75aa8ee37850dfd128624d823381ce1382c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca7f68a316882d1266aa0dd1360d6ad6602bdfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d045c84ac573f1dd9f2e7dfe7c178083880f90a153b59c1b9de8ae65b411bf5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fb9ba2d4124496b19f77c4b8e81ab42b788a97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1094c015d9fb35c3b79c087e99a03c3e9621642e483fe74080e02ad086bd7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac4bf0564c412fb3ce2362aa334ff98e614e0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1499c26e3d12c491c6c4e0d80dcdabc06681c915d659fa29d42466d29fd7b047
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ff02ea76568021c1f78d155a4bf5b21ea740ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e7293a956b7d923d6838adc7615196b54b882c2997ad5d2e718038a403fabd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3768b9c8f0d2b9ad2654d7f52ac3a19f89ff1542
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc7056ed7e4e207cf77fb73b61825cfd90fef3e44c66edc15be65318514c9b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893e8794b1b11f7a823ec68a9b0d6185b544c39e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152432b154c0d9c8e2902e8f3cfef5694051e3acc14fce21a78448e05c9be1f7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e831e966b256765fd8e53556b486f7dd64f18e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea35995f6adf587bf9b54255b47d549035cb43b593e1a35d897b1956373a0c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59872654967d3aaefb805d54b7dd3696b4bc9881
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd0a95886812cbd947c1b6519da486f816141ce45a4dd4721c074cf495112bf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe038248411f215ab808c66a42eaf2596bbdcc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013cecc44641323ff9ab8e96a6e85e12e3a7b5d0dd59927e5d5b2a13aa1b7cde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d237d2e2d26636b0c549ae0ad3941cab540f97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7146a02c3403093c336288dc4d76937034e13c3368bda7a84917ce08442e65
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94905e0e7771432f086764712e69dae4343d9acb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616310daaec30c6de5cde51162555ee576ae176056aff802b089a9e06013d1ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd64dba8b02c87209b967119d34e3ccf4bc491b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395b73a5014f02a214a870705e4f4d9083eb5c5a685aab8e33e73ba8c1edeef2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3989fe39b45cc8f802ebb19700564a2ccf1ff2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532f2a5aeadde108a1e7f3f6c3834ae159dd1215a9e979b3b06a994ff6563a76
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1ce7275f144e3c8c76ca5904c28aa4772fb854
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be1e4794fb583b11a0a98fca2e22ee10d962b34689c7d614aae78d713eb5c0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6797eea46e075bec30c7e9a6f69d16e9b2ca1ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190fa146ec81705a1fe71eb6d917022f3dc3d6b6eb90825053d20116165e8546
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026dfb671a1842c51f35695b876e1f1cc33e713a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ee6910535afd7a52de13a912a035aaf00dfb76e7bd58a1f178912d4dbcd02
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c82abb444d38afb76c491a14bd8f0a9a3b2e4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea541fe0f3e0125ccb4788f33a4d7116eb7c2a7fececc4282c0c082d51b04c94
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad11031a7731230162eb5d2fb906d9159d372b0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd88df346f1ea09ecf5f702415746a9381c68d9b2b1df602fa3a17591e622452
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c394faaf338249d156e0a8d74aa116631b78d04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba1f5f265876a9d1123b8d1bd0d8d7bc68989d71dcf1551724e03fe6b296ef8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9294f4abed9b3dce8c1b717afe102f7adb5d77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338f623f5ca1f7d9012f52a1af322888627aa623816cd6daac0ab038ea43915
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0f1b4d2a1a05c03b5ad8266432c43a9b6042fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740546661de3c38f0f0b0da90048a79f84f2e754f85dc2c030ed32c5669de217
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb8e850593ebd1bb45b4ac526a0ef8aebb28919
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcea9a353b08272184755e3dc449f1c34b3642ca30f30f489e7f0e36f9ece3d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab61c0eb026a24b3e2f90e0c52f2c9911e62131
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cf729078fa713c85415609b59c37be711362422c898cf6879b34dd9b0c44aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a995246f6378615c3ab9d07cd858fa982b68107
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4d9495e57a2263324045516ccd3cf5f135c436ac2ef8c9e931b120ee558921
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a36a8536eeb94b9bcce365bab26e3d3b775821d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3973422e426c8f03f0f194f87018d93ba755749cead7270917a0de15612889b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d992e5b2705e285c47215c42b08645ee929136f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f826415662b4f992a52ea96361fb9a56ee76fbadcd51db4474a22a89f301209
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341c4fd8af6c66dafc3f26454cb368e3a0ea7318
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd8edd433c7b089b9cf90719a7a360483414a7b2ed631fc9ddc500701aaa840
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc416ea68e027c1e7a4b0ebc875e7fb157a2d49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cace0123bc2938b32d22018507a6f89fe4e81f13a09061554e70821884626ff5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba5e9c88c214260f57808ef7d6e59a081b3533
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8da99d46719f345994a42a80421a262f7314eee0ea55825d4b2a466823b89f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49c790a3d9ebca4c4d15738e04d10707511351
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af459d308621c4b25487925f1c4deee4052aee4e5679501ebad89625dbbb766d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf4a48317a7d3b3672c1fad2625dee7909117b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f3b550ec5537ecd2f831dcdb9e6dd20277dd51bbcebc9dcb9a53bf50f3e3fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6359e8a4875e632c292736a17f294c7a012c34a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce51f6e15cf3ca573d294ee63413cad4360bf10eb95897be895ae450acead5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af21435381c58ac870e75fa3b43075ef72329f33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a1390c66fce4ee9e014d67a2bfb9e996cfbac92ef99bb7194afac51ee47d0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15b53ac59a62f7a10090a90a716d6e4f31dd48d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1df08b2b1b51fedf2f7b6286d3cff68e3e59b9b998c9d2f01dcd34c0808859
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a03b8b3968c635df68ee0e9476c8ba320206429
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b26efa2e203d38c85543d4d469312acd4deac5f0e427ee0c3a91b17086a5ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7604f18cf746655250b76d6522edc3074ed420fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2902fa00f3b529f8ddc19cd5003fde3712733aebd336f8c198ca78ab5dffa1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ea65eae47badb38ed2caa17f1127e768dd119d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f5a89968a0ed3fbfc16c05996c181cb40d9761d3b28f705a26d69c1d3ab1af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898dfde75f479984f359a73999217af18aee4cfe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634005e5139b0c4cd45f8f9e134a425f3393b92a6b1f32fe63b54e7ff6753ab4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47430a6846c34f2c1a9f38ae9ab45bef90b241fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb83618b95797f63246ee6392ba070ffe21fd05588927412d04a481ceb5f5f70
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7387d3fdc630f6d610daf882a2ae76b26ac9cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98337f39b5eda81ab766badfab513656eb8def00b342894eb38e00fdc52f03ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7b18fdd00971f1da2b163817c2df824709377b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f220720761fb3e2dff8771a3a3fa5dff0c383f92ccbfa0662dd82e8eb849d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ae102af879ac2dc952fa8114b07be3d90a89c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ae11f1a86848f306fcfb94d16c85623fb8d60ad732032e406a7534e791d95e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4708a17dcc2e07888bf15a4eef4c9a5087cd32d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b21b675fbaed476f06aa4102ca8ac8ebbb13af7d2639618bb01c8a9e76cf03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0484bc614b67898afaf27d068d197a7fd3080e46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c2a18ad7baddac77b575a08154d735a7dd05dc55a94287e5436296b788883c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571373df14939f9c7c1efe825f5a76d84acfb7c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df8f9f8667594c998e1e70722ee2ea0fb9efa6d82983c53ea6110a85196a877
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5665bbd3cd04682237e6b1f1dab1198845581afb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b1ef5f75378d1571317305549fb1e63a2485d01e3936a9672f3a554fad0bb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324c478b133601232579ac728fa94cf794182923
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886740eb89c9443023d10b78984283bc1e12857796761710c63617d27da28a2a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f12640a31b1e3c5a4c5fb34d562ff8adeebf7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c02c517fd51985cf9d79e8eefe12792b66817a093ab7a59131a86ad3a27372
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d9fc81b1922ce0e8da203c24adb7b476c9878f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be681072849713939d86a038b407710f6489de4a38487244b52866eafeec1d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b009b3fb7e5d05ebda23b7e6e7adcaea429253f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174a865871c760b1399f7eb7c79bf2731ef4898a7e3f38b53bdb9b9e680ce4af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc40400add928d9ae29fdbd0d76449c94b9965a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a853a3ce91eb81b60773be0addd73cd460f1a00b451033ab780143fb946361c5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e32ffc0539ea83b760c9ca0184d5c42cf164b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d03b9b25efb24f0ada035c71e48d5539f049c9bcb047a67b9d71ecbd16b2cfc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb946e3439168e702949807a1529ad2d67c90135
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878fd1420e99a27b0ea3b6d96c51949c8efee93b48e213b53d3e025289335b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d934a44be667246c2f81d231b59c37a669adfb33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76ae5dbd8e557d6b8d257968b3a1f60510ff945cb87aa9fb2ee888523d3df23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fef08d0880555ce306dba457514bf1eafd28d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df6ce59c7bb71b4168c6896973d77c82efe2fae347b41a0d3298f637ad802fc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037636e9e0a6237c76ac041bae2d99641950354c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535b7d5bc3453105741bf6c8cd2f2516d7973701dceecea08ae33ba0a2078e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29d91cba0f1d5924498bac264e12cb4e3162768
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202c9b63819b15a550df155b6229c167ff6a4191fa0b39b217a77061c1ec8ace
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f354651df4146911f2aabcf4f0f39d5c6f6d199a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b758fb9fd3ec03d27025495c34626cf14ad6c5058171c030d5aa63bdd30fa782
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f4f5869035c3c905ce7f068bad904dac7f8cb4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68adef3469033852e554b60eddd46b5bacbe2a988dfb8ab2bf7188cbbb3bc455
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa4631ead301f9e8760c21ccbd904ace5b24f48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ab04234cbc2f8ccc8bacbf4ef5e20a9590f92b8b186fcdf08006def067a18f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfd1f0c31f6d6b7f59a5d9e5ff61b610464ca58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c231f1c898ce95ff8eca331a216f21538a16725593efb1cd45c7e8f0255f62
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f426776bc4cff436f55660b2b43114bd87b11aed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1633f837ac6d38ce3b3d0ab5fff117109151a6b7e85ac44eebcf56c7c0c410
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca94a9b7cae595adff0970ca80e1387beaa314f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e459ef6d8cfa327cf4e22a7a32bd782d638a38d0aac0a01cd8d22283b9ae72
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87300dc38a4ed6f709c2e0d6015c4fcedfdb9bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ef3ce520c0c082330580a5bd3542e43714176eede27915c5f5c6f282aac35
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7d81ce8f68e0cb266724dca8ddfa7de65ed99a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccbb0de46388567c8834a4f8e4b14247ef6af95047df70f3b0b92e84c6b408e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18206fe67a8d6cf256f17906951fb94c73196a55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ea44c3f2004c8f5927273a89fc753742e73817decb219e33c63e7f278f1061
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bca9b518d41eafed0459f609a120799b19bdfd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae1a1b7b2eccb3da33976ee0567ad3fadf0a5bea9e40d877b5fd6e3cd2f36ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de694bd3ae63325c5a442ffa45070f681a31e3f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e206b69e89a180e3ff97eb26ad8ac1bd91ecc61d6e7374e8b09a698a802d0dd9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863eb0d06a55e4f7919553bdecc0f44dc6a44ef2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b940f4a2556b879f48837a52a58ce8b31804fa86cdc78549fdbe48f3a478f799
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a3dd6e4c33a28b0dd745a25deb5909153bbea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e9ff7eb80be264e092b6d632c72c8fc7b30bc5b79155ce65c4f90f92470445
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481ab8c36d5fed7096f93ee2aade2359af310313
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a58a1ccf6de7eb65e19180be6699e0a376269d81fad37d7dfc927414d346507
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f3780dfc45f4e04ab1668b308cdeacd437f164
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fe7dcd24eb388096b25565cb167b3ecbc8b632e33a2698a66d280861aaabf3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fa0fb53b5c953c8b3db97f827834f52a0a4c1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b535837d3e0ce62af4e838f44f5ee38f2500c10918a56dc48315e58976f9f1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cdc13a24bc10dcaf7a4bf45392751f589316bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39d5698f6ce7622636deaf2a2b6755b0dd25008c0f9567fd5df61316c17c6bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72fdef7075a679e5f4d3e8e40de6dfb7082a59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844e7a43fd0162706288576098dabf6bf7f519902a49aa7fe54f1747f7533a19
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375a2f867bf0832774644efa16c48e9826a08cd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d45447e877f4e92cc8030ad8ee1d453fa0e5aca05f820e4e475f49ab9d2ee2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b652d2529670b5a8e44d3b46dfdcb16051b62f6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2792a0acc88b4e90c432cd376d0adeac6d25f4d8b8d7438cf3fb99c9e19974c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b395f1cd407ea1221c6ff842c7066f241bcd0d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2918c8c7ca471375053b30f2eaadb042a563fafa9a9dcf5dd6a1f3145e42f6c2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2eaeef0a8824ac1bddb6ad0e507e0238166f18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8cab5f7ed528f1e2814ad5823799c7f907cbf0c95da11f519eb9c0d993eb46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994a39b6521ca1b15a8d37f76f1932e66560c4bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9a041d2826671908618cede3576624420aba7dd450c4c33819a92ebb881f04
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdb526fb9651eb46f31c27d664d64ac3876cacf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a083d335646a9ee57a4ebbd9177ef079d223286975edc7d813f4f490077e228a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f867c7ce28401780bcbc7cbd4cb00e3f3fbff32b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6131131d9d097836d23bab01e35ddf54f929ff63b2de8a27013cf107fe82514c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795ac1e8e903eb464a3033465cece596dedf143
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5cbf537fd8fe9f715b9581e9c154f28594c839b0f3ac02dfbc749753014f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b498de08ebac11378a33cae6b75a57a20b44de4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df584f6f7b37340367dc89c6fc506dc5622b6e6d533021e15dd5ee87c82aaa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea506d2301787a8cc9404c61b453fb94ed84dec0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b5e5e3ddb27c0c98a1441d28fff466ddffad1e4b22bd69a4f6a279da2f86e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2623a5f142a46ab788dd68d02800a1147fe47fce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c607940b938aa492d2543ce320626dafe5e52483f56e0ef5ac8e0af46a687e23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3aa6881f2d563970433fec8ebc6624ac9a1072
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301f7897904363e19d238d3fd09f167769494236f577952cb1588e2e22549087
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4d3c8e50f7e5f6b4d8bbe63eb9cc3f9bcf148
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d62dd5ff7dd501152c9c62e1567438f1ae5a90977029a5314480719b6a5116
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a455402830d81819f1bc115103a2c258b6505cb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494b4211b9768b8a984559d12caf7f063f6c0309b483d9e51fa4a50ed759254c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773476594358114ec9c321d1796e3038e921a436
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0df00c4c70c0e934051c23a8527a3e86d645cfefbf6f4fa76c0f4c2e3a1972
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cf90c43a94ba723114f83ec7b4cb24cbe8e0dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137630feb71fcae6add39a212e08947238dde2996fa1e8d7570ad63c838b7865
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2b91986ded809e1dfca5fca0ce403e6d0563fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24a1f0f55faf443335a9ae83aa654c2cd6d3bbc688d7f027bf2a60c02e088d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d415b5f4574bf016e6348df8e8937c1f0719f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65400c67d346f4aa0517f7980f9a6ac56b56cb915266a2aece0d1c878cbe9010
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d803ae931d89ca713d8b07aacd31bcee9f422488
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09e4f046b35666aa9f5a490ff7cf0a6ae5b1efe1ff03e4efbe4027943e7cd66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98086bb9eedf6be784b1214faadd3f9f5a4236f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b92147b7a5668926d11a8c27a49a9f94e4acfda63a6bb49ffbdfeeb556264c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d58be5bc56d6f243c6c4c8da0d20a5bb05570
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed987c6f4c5c29e64c99fd7e40a90f8bc3dfc9560422aa8dabed215d54830afd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679ab17230f6f3660d06bec5cda263e95d4453cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfb7c8b813f2b1c366385ed205343135251ff65bdf3a73669a6844ec2e07cf9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971f565e703c28115913a8301438680cc2f15ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9e4b764f2bd668d86afe7c52a0b7525a728b51b652cda47e07947035643190
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba422686c409e0d7d2bac36711c0d8bb29d1f98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43058afd30ebc548371aa9f176774fe55e3ee97422f0bfbd2b8ddc8ce862ee74
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de03f045c8e083ebf4345742c82c908c10997b23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaacc5bb564698ca8287d7921753ba22954b86189df7088cd046838e3cf46e8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336eecea8ca1299fff412d72b01c625f0cfd4ac2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0e6ea9d84bc585364d9904bd72219b5b6ea51830413e2fe5cfb05a92a88bdb
+size 2179