diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38959b1e1b137d84e88f35e1bbe6b566748383a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947f00b1ff33bd3e500343353bac05146d267f717744fc901385cfe53968c8d7
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66bac41aec26f84abceb685987c6d762646d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25abaf778ebb27917f2a2977d8b260bee2b06ed3b5880a66222ccc64737d52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a253187023af81adf8b8dd0483409f1992164b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9629c58fb9aa0b2e91c45d4dddc9071a8b9444241c3939c3ee7f5b4c94a642e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501de8ba07ca278c44139e45d123b5c9ca4edd99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1deeb6c2de5db4424e61dcf8d1e27099809a8caf0ec01e2a40b5693977ff9c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f05e1e127d52d33b2f6011e4dfe13b9122a1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e1b0cc8582c0428a24ec4babd9d7c67f01416449b7b198f42851d2d7814c1c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fbc59dda857df9ffaad950bbc68715ef6c6305
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32a2efd50947b2be0cc7d33edf3a92b337115b97331265fcf2e0d664f4ebbca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b44b779b43f47d712beace56328b9a2c76ba46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bc0155ef2cdb6f9c88e3f15e168e410ce9f7ba2d7b63d059037e7384443e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04f5747abfb04061c18c6a70801d57539e7c118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b896b09b2be9a44d4861719a6e682c4c0a5034171b90d711e073276b47c8f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c6aa8c492442f2aeac273b35a301e96ce2c274
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04d6ac6289973ca909a9a449a302b06ee61e71a35b5fc7b908354c689d4689
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814478e161c8118845fab941f94fc69c73e7c0aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eeb8c50aef258c127862c0bef88a0eb313d1dac69c9df8565b36e2c5be5a94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01a5eeb8985c68c5aa8981ceae73f37a4bf530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efaf7574a89c1b53e8d4c36492132255731c21ac562b4c6f1df7f3eab44c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54cb6a078a1d3d16b21c1217e392e250765384a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ec60a8035a27c5494d7fef77e03065628c3b554b6c9f1fff3eae651d1218
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4928d4822e5f4c66efa23bd7792a0dadba1f6fe6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5436534e0462999bca1a17b2c5b751ecbd3e67c42e74cb3b92378d66c4c2f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa7c3ddcda3806ba6c0405525435a7c29d1565
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed709075ed29d13cdd3e016a904ab2e54b8c0f4a7cb288a7dac1c699fabce682
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710a51746a383222e8fb6889e9bb47de8a7cefa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd97180ed7568636bb53c8b3c73129893fe33fcc3c9791e6e2a45c7359eb465c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c6fe38bebf3b4f3f67af634ee372db2600e5cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47908a94a1a0265cbabeb8a9c9fbab3b87e24e065e3fd616506d0532283b5b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cae55734abfb206274b3c732cdd5e2ccfbc1ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a414d50af5ef04d107ae2734df6880c8f3fc0b2806bb632426e483c1a63e8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fdde4024fbe16db446f4bf91822fecde0305bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62827389bfa68a6cbe3994f78a2c4711ce44caabc160638637849e27c4ccc364
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99cab0ddfb3e776105b86650ba1ba58e188ef43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab4a46560e5f66aa6f5148f333e0687aa8a4e707c1d102354a1b1e481e8efd5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ffa07af1086b3636c7ff262c2bb65c5485c249
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a431b996139c41721c28d5ccccfb94022d86de6f2c598ca1ce7c1e332c06da6c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46bec49096f0f87728a068a453a8c6d5d36ce4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d55557ee0347dfe698338964c62c5ca733721a9b6829d11f489d185b491065
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235467d08abcec70f29e1d48b900c4b55eba8233
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c532fe830f9bea31fcba812a8cf017646e87b7617f9372764827cd3d476b92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737eb38e2206859fc417ab2938f459eb76ac732a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b52b137159281c7a455005907b29d784c4146eb8312af70a4b17cd4035c35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa68243290a9f05d8c3f604636d14f6c8eef540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21710ff25d41bf080a14df6491742a7e85f1868c837f1a0ee8dec58c5f7aa5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c156b0bab72511e6a5679968dd1e33e001649
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850cd0482e292853d15160e70c9123dd77c0a580f94fa4ae8a46a67b6bdf743b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d9324a8996af093b85d4b7b0e91d0fee6ec99e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d2af4eb79b310aef47f42d1d119eb043c22dea77fdceb2a3c31c201d289fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e6f1249109d16487fa86f2f7c6662aca15e8f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b67f3d529bba46a30d4b0f007f50743d4742edd90d3ebcc0577f26e92844b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6373460a0da37965b2bc069423891ef98e6f28f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce5e2c5a6e1f13a812f1ae1539147c246cf15ecce76d42ac0405b94cd3026d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50d69fdddf833fa57188d9df62d4387a27d977e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf53709dea52661699ba62d2b09e9cdb18b0c7b4c7dc2e4e92fdd1fa4394f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3aa3a6c9644d1a64fa3bdb5bb4a12f74c8a2cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7548f3ec486c6b8a52aaffec0e8e87f0ae50323e3288be0767daaf256399e14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dfeae19326439d0c9572e958fe396e6622866b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb76ae1836ed683a7a1864a66318148ec4d3d32f7c3ccec7a7b4a67e5c819c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b31f2aa61dc00ada21786539cdb3a07aac932
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399976e940c310a2255326964f6b46130380662cf83af07ed0a727c1b27b7769
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19159130077ff0d5f3e1100206f741bfa46f962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f245a027e57d1883b95e7fc50f51b9bbe880bf0ccbe7779e41f2c699668f594d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f4a499c06fde26472c025ddea3d0583fea0ab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b729f9c4f401f59d981600ea6d4b1701b8f8137cca9629bb95f3117779054a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261cf99e48fd567664d779afa326a38628c025f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a9b99a9873ce4c2d8e37188553fd95bb4566df9fd390c3e15d94aeb59f632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ce40cba2a6d272520d5e626c2ae8f2b642c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223f7f96eb8d24e38457890074bde893a0a680758cfb901d71aeda788da0f48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866514bc655ded77ca3623bbf97a90be01600ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dd337b5d17960da14812a1dcec0b915a8ab2a522e5ee4188af315bc043474
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc588e875be1557638f1b8ce1d66c91a84e270cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b557b27b0be7474fd54a024af7d1caf0c2c034af1de06ab765d8102c7e6471ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a76f6ef2dffc8cdb0981ced1007ba3b1f38831
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d2ba245fe4f0fe4e17eb022387e03be6a6e599f9ebfa12abd8cc5979c38877
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1461746980010847944f29ebc4df59b272a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0e15d0f8cd190713f53059b613cae45e0e9ae8954f5ab1ecbbe591fb926414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3b35c5c53ff4f048747fb1d927a67d55bccbb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c08b07916a15ccf758eb4013410ecb3376d0d38c5e3b2d2500a43f89d4b8798
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f1c1b45b16781d7d808648f57e55a9f5de885
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfde4bbce4adb7fa99f95d3bbab8acb8816fb0b167b89d88427b9966a31493f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc09ac69868beea668814df1e69718ff4a0f5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f249878e55abf093ed53d14d5a141bad4a3b41940dea635ea7eaf8e0c7ae79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335e3092194ab63ddafdab61b8eec55a49725e9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12496fa7a94cf88a8332d7f4bda4208edb9d7ab2735f3c4b65a562a3c23cb84e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19887eeb55f2f5e813662d0711757b4debf38e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4cc19a67d33ffa937d03b805bd36f46ff7a4dcc6750f637b2e45369a0b3162
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b870c4a2c66839d322614e06821091e19a0df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667fe21a6f7d53e93bea0fce79e60d998cf8e29c8254af3829ccb2f5c9ef694
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021fc86b95fbd2e99ed4de4893b31300df2181fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a3feed1071dd71a864122c1a4c665a1f6c36107cdeefeba129d5d7053b44f9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07774bcb7876604730716017056f8df4318a0a32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d233a16a8f827052ace598435e37f58424b0ce2261365c845248d84858642bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49779b40b42d3047b4db9f0fb3bba58bf12aa98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad388d2de74949bd8207ad9d201f8374dc866e4585b64b9b199337c1dee7be7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c62bf781cb7d85a1a42ee9cb792475147b4324
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07221d7e9b2f3f808eba462b3bf6e39b68d9dc10acbfdc62c4c935bf00485294
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5285071ee649ad4142d2fb2bb0a2aeef52782d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0df5644ed889582ef63910d043026ac9e989585dbc918a05ce45aa66e37c46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b103c86ad49c52dee0165913822030e913212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a42c5eb2f29d80f20b3b796ed586682a98cca12334bb10019dc02ef0b7534b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5495ebe189502de504aa45240bf0e717882c765b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23408eac62a3672e6114a015e2387acd1941077ec03db96b39449691e579b05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a9a5485d7400f2c6e9e26be3de38b090db2b86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a86eb8bd579d75ad15207eff00256d8d47dfa027fbfa1f1c5c9929d1604220
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778b51b694abcc0d6b0d9bc1afc4637ad81795e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ede0e8b596ce648f9e57b9f2f49fb20ee1f0ca2a766c4786ede7e544334a73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af246efd2ea28499fc08175fa3d366a28b75227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddb281770e034b3c82dd884143d02ebed987d95762319b57a3eb0c9743926e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c406b59259e51879b6211c75abb83097cd14f23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be749d0e17f46d6931c1c51e804de98a0a1120c84981bc82525c564867273e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045c7ff9f41a104916d84c84c86246cb4592ded
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94231056c6a041bcd2d750c28ba814f9aa76c76948c33d9e15a527b2504ba7dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2bcc531117f5e9d222fe4f77d5ef21c364b290
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97263beafaabb6294aea74ac68bc590f34c311036d297dc9b44966938b94ebfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6405f3a29e2ba759ebe94fbe288910c41638ddcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0659c1c80d689c360a676c97f5f2e72c705502d8b82728d85cee54a88c59b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5026dbd3e64a764a1fafdcaa2c91b205ead75d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c709856650e7fdb76cf761229a8b35a574a2167b6659364bc4711c8561d1d0f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e76ae7baeda256d0eebdc1ada67340142e0da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32df10b2b8735f9cc69ed058cfa9a5a993aaf2b31800fba7860403e8b9bc461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e40f816ba7bfc0a4e7e3356191fc3fc775cd5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295b5f33665db8b7db0f45ef7e3616d0f1577c451a45781ea00b03b25707ed2d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f7eacc8bfba223ed3c842b76caec793aac46ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285f9b0856347c2c0122591a51a28e47934cba332474f69f347a035fce18c9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04610c54517ca968cdcadcad62a8dd36f0869526
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e31a590ecf6e168fb5e9160e6cd1cf49d0ec1414afe4260f2aff7cd6d79d051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7673262663a58719787797c02a4d7af2d1892760
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ec64fcd2ec8cd4ee1c8e6f4439cab0ae318b9ad1e325b4de5427072077b3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce271300e3f553c8623a2e9b3064f58759724d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45debfe7fe8ffff587b9945684f15e3e5c8b61948e1b1ad08141b98ca8539111
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e294b364d0290083b73ece3052355ca77601888
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069c0bf7bf7b3d971332c433fa3ca3d1f13f90bc45af423166652b032209465a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88927e7c171b77795bfc4abf753f0c8d619871e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91538b2a6492062ea213a496be8459b02bb0e6d80bedc535eda779a949784200
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1da281e2f5676fd45bc269e0d2ddf4e1e4b880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc9691d5b55c6679e6a1b9efa4823a760b912d6a0920292cffeb8bf8b37dcd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a18c5a770b66ca39423e9ed291c81a8e49ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9660a6d4dce0333fda07d1bb5a8e2177f13a3496ba6b01e657db184581df53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5555ea6dd4c90afe41ba5b2642a40b2efba3bb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e45b52dc14c8cc2ebd60384586e793b10ffb65204fad6430fe2276291870fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be41f077476a25347097f684a801fbb2f32ac3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db262ebc072d07843624c0653d19d0d98f5d2348f9eebbefcc7d21ce46c7cd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0588eca402ea34091826bdfd8f7e7aab72b1d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064815f6f97700ee51471042b32e8c526a7c91b9159eaa7303909d14f7f2c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f3fe8fdff2721acf1842cbf44ae2b5493d2fa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0c418fc0eb5de0c22ffb57c46e1a7a067d545cc06bc72ef4859577305d05c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29bd13721375105a865f76158a698e02901c74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b22d0edb935aa2d4bd2e18317a4e8220b5df4645727eb13fb2ded60fab27b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742d4a55034f7fc82a6fef977efe0ae682cc984c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541f7508ce133d5a4a96453b2ea6f9c268bf12b827af23ce3a6f657a73b4e4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd08abc28bb92f47d19a3d3bc0af336c3101d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c207b93a8f1aca5c2b356eeea30762ce0c6371018214268592c4bef00cb523ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3785bd7df99aa5248a38bab2321d94b4a4b881d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91e988b83af1a6fb0fde9c6a6b1048f0cdc1be36372198d3f13dce739f005dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16540cc9e2185df91b44210b9633a1609a0e4d17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3864f56a973f050f384402a3e019851e4a18ee0c8e52522e7a0da7b05ba8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbac5e87fceaf04f49e508a4230eea3ddbe6a032
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6c329592ca31af30470c90096cf3340beea5b0ef0214961ce6c96f0eecf2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8c11f94da659bd8cbca4383a80b190edc8315
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e7094bed2e177015dce69b6986905e8a4f6002783e1f207dd9676f29749bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576997c928d2c18e9e07a08a13068d7552440853
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231c838f128771113f4de66d62e93c0da0f51a7bd27cae7c14b27780554f3b85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469576c3484e490e640ead0a2eb82164b32935fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8cbeb426bab6fed251554023cbf165feb47826db689a17e00c2347e6f45447
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655056a78f5ff96a0e5561df631b1557909cc25d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d34f5990ab9d2123d48cc0c1db85ef67ae7adf7f04bc7247c31566d3f2ee6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6f5a7f01f7aeef05837cb53cea5f81aeda2aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2d23c698fbe55ace966de8e8dde2389952d580579f9e52c85b44b1220ae1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee58a4e9cdab6a9ba30e3e1eb76a40abd6c7968
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044d3fdb6df364111f31948bbcc16e3cde544ed6652bd89644b613e5d8f90f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fedfef60193f9f0f1be90c99a0934e420f6f78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f57c9857baf8e8575859392d38572cbde44df8ece3dab0b70a659898f444f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958015bf9cd5dbd8a250cf62f20a0c150aa1a244
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25f7e839779c5800f0875497925d3eaa653e98a04d315e192bb34dd69e0433
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13775ea82bd996c7d173d384264f3e0fe1f50e1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8a118cc6e80f9a605276a292ff10b8e11e8d012ba823509f469c15a8a60a7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d771dc62f16e5aeedf16a966086997c326b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec279298e9abc1db685de1a13e99748524d8c1d3ece0ae2167a5cd4b6d48e6bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba0c7c410f34cce9cfcd5b5920d51c90013f09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f82604dce6f26bdb51d1f3626c0d1abf1a72fee0e9bbd632c4b32dc592f9b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f361639f8ca02d49cb0286754b3bda4e8553a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599ae84846261308136a7843cc4ba8ac225090f26941939606df6b3a7fced80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6db19e015e2e9e3d968f37b3882e8086b76685
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1177b677b50220855b5570084d57474e7cda84420ffb121fea51758322c63c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc43f17a0c0ad5e3ffcac571923d42e242d6e2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013b60cd106a01d60031f2c939a265209d47afc80e8737487ac4ca861294b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407b17809a9696b5d80b88e1145d27e34897e544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef47aae505fc114528026547c20e0a0059a1c325a37e97ab9e14fca4f107a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa198dcf86141960e268486edacde7041ed7ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726aac459958923dd50232b4445947a61f7ec868a92f0c7d912d3efaf69dbb42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fde8dfca4bdc28d43a91cb79f28f8f70bd25318
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41820eda562c185a13e15a8b33540bacaecb8ca98a38317994734eedace192bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769102fecf1a4c23fee130bc3c32aa200c1a9c70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f112a8453b9d843c2561563a026db8b21d87bb9cbb0418f310dd05e8501ddde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a1022ac257d55fe38455c4bc021a5fc8c2f37f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f5e6e6353448837cc278d5209946787ba23b65d69836191178669784f522ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05bfddd86347355a9ef9cc2fb4e3fba56a47241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e1c35301aa7f56df5106e9dea726eea47d30b3f8c5464a5a1d02f41a782b38
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea10e1245199b41027e52c322cda8ec8ab9557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23de245d5b3938a557d0201d83b535f3cefbd47db8a28b97fd7cd1fa2f1f10f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e9d96d20b3927ed48580e651e44defd3479fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b93315fbe7573d9010cd23c0d1f4466f3227eef396bac1ded2741ed3c4b8ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a81bc6263460e053a71a5ec3d6ddfaad9eec07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6855758928949a8e2b070161148cb5f7764267f8937151583ff16ac30077325c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3278cb584bcada03a6a469a7c259894fbaf4f0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253b9c3d6b2fcad20b085997c7f28fd3bf81739bd27e7cc95bc28bd69e9201c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c983b7072f458177af0c0fc6acf57a0e7f231ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e19d9d2fecb79869247ccf5036da51a786e76d521db46750897adc514e2328c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491d5ef242f0d2d336bae2d4a0a5290253fec15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9cdfcc3bc06a37a1fbaac609281d0a2e397c579c6e3656352c8b0bc4621848
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4524ffb3df500c838c0ab504f856d0b93ad1590
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168e1d6a8c37611addc2caa9c173d9275be5528ad0bef0719bfb3bb867be721
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188c3ebecc35cfb7e74e63072c02c525d9ff27d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6abd60df825e753ad98095aa6fe475502c037285f3e95b55cac37049c7cd9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4017eb4398f740e224643c9bfeda6b0e651c293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba440958f4b4022a76608f67c4bca0f19a98da401a9724a1e709df0f24c0e6a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b296199243cd9c9bc8f677634fd58202679130e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac066eee1f655437c4aec85b33cf885d2eeb4a2431ce72dcb2cf212535d2b537
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e8a8ff5ca37b102e5689fcc2b63491a49ace7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b4351de36a01896c053212d5a02ea5917204f3bcadf836b94c2a93c9866247
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab294822c92e4c70c3a88b9d8767118553e4f346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cad1564759f3adf1467011b6e705ce968de38564cf281df12703fbd7c551d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74355905de64989ff784aaec36d638078a4e8c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9b9ccbf20c2dcb4a7aae0f23fc8e10e02d6c7101f78753c6c1a38c2ed3614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04f7ccca0c63eaa6b1aaae7fb957a19988f0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706742579e3d29b18d46d23161cd026145ba1b2f50199d9a2d819f60ce434a34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb108bb9656ecd6203cc91afae73254e3b3251b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54edbb98eebff9eff9a41344b14a43a49c6d984af997752e0bbb3b6d0d834ef0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0529ffb2a0210715c3cddb6457ba975c4756a1aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12febe72ce7f81a4aa4093d673b5f3c33deb0009f78421ade8b26625f4e35b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f41f73a05e8facbc34abe8a7cc7b08022655513
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d060a816bd7fa2912996a01161da66e72e8a64eb9f75ba7319481cfc1952a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e185b1df7adecd9230ec5df69557105d4349c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c88defbb0a52d460df16bc432f824e0eeecf4294e5364dcd6ce768769d7a40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dff4af6666a4a6b3a45531fb1b44d551f7520db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf35a71ecb9ca6850bdfa519e2b5cd4756c48b0a697dc2a9cdea76f872505f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc17a39e9eab4f6be8b08c2afc9641e956d4816
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e346ce6b1d487a27eab82679377bd1e069a02b6132abd4fede783c7bfdfb11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c76d830322167c40a2c139864dd1d307e6bf727
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f39cb8f6c0a79ccda9686c7d0b4b7a7d876d07d40628d078ba5229263e0cd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2306eda4e74bb8257e0a13b429c257551c0364a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a3e8436a498d238fb14b2d9a137f4d99ed2633f7f4240b762811ea7ebb71ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e85de21de9d3ece2b440aa4b00bcc203ead431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728c2ebcac59385cef49e51ff35c62535cf93f2ab45b7f3df3e877608152132b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8f3f54aece751f9254c5057a703332b7e70ca2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235448ee55af3fd3b44a07d3e9679a70b74d51ac6ff3c3d966af3a4dcef58cf9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeba9a0fc6b25c0a7266b805b72f8cf7b374705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ff01cc40d01c45ff51d39711a0e60bbd9adf58c6f58e8f0750039612eef25
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd68d3fe22cd03ba5e38feb0040b6cb11b9ec91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbd818bd0e303b95921786158378d16c1365250c07d1241b5218fedc1981c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c975b7839858126f35b8c114e73d9289b197f5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb4867ef0754ec99aa691c0de919ba1824bab0ad1ba8ea54df4539e2ebe4175
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382055885aaa0d2c407b89ca56490517b0581c8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67ad0461a16ce728365f9672a65d00b79f02f7fa99293b1837023ac8010edc0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a25a0bc6709c73810575bacf756e6c6d3666aef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd21372748fd37f5a9ef968839676a10efa37407418ec2e5994e9c1e757f5b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ec4856c4327fb4a2d65d2509483b23252879
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d38843999cc2377b6a31e1ace81590a13fa38b14270d4dc8bb910c319ea16c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2251df9e0dfc2a7e5a2720a4c732c71808983d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434576f5e551aaa5d49613f3671d40cf13d7b62eec787ae73b9eb27ace24d0bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e52feee5ca3387615106f93bb068182147ae8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f98f0484a53640e352a72677092a5dba4184b11a76960edfe6d1a7ac33037
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454c8d4facd92c6eea3bd4769134c072e463da7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d4feaa8606102c864b5295b40e9c65bcb7d42174785bf5682821b9ccaf43cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0926a7a9094291129d1671939d2ed4d2740617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedec109323ad443d6a9277f800d6c9547fbf846d8e8075427e04a399507450d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9827e5e3692e85293fe1e89d845cbb00949d1eb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19e2917b23d5d33b751d18ccaeb0559618cffeeb558acb4aa7df51283091d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05590772c60604da06354d8264ec73bfbb0ebf7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43e11e91559a5e1ce367b07d63c6492de267a7bb595a0d4cde89b9640f6044
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a54eb86282c4e17069ec8514af626f17cbe2e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd97a7fa913ae858e98eeec936be5d4a68820001ca5a02373fc75d8dac63c536
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020fe1c3b6486cc34d0fe4e0e0a2957f88aaa101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6cd0bff0814caa8c35a8d582dcd2e1b250ff372b23228da3615ab11755213
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da17e5831b4496842c7e1a32d27aa195a6f21846
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a938b8d2185cb9a71e2640acb1e974c707995ab3ffa65908104c8334cf322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3185932199eb65d58ecd47541bc0df896bbf650f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b93daf25ab0cd81200aeb771b9d07d981783b55e87f81d104d44674578be6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f094f6c65f343184d5b4416075d040b62a9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a177e823e03e0ced294c5d6c9e6c98aeae82f0c19ac797d9a6faccd07e8bbe8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103869f9125e652d0bd539aabe3d1bf344a807ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0faffaace242b6599c470385007490cc54c82ab86ab1c6fdf787e60b6bf6ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04b8a6202e7d3f514a468f60642342072539048
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98427a7f2d5354419beb55696db9b904f40bdfdd295cfd46016394fcf05a5a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee81d40c71518145e46aed9127f9cafb69af7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0977c35dfcde2ed42215c076016f91b422b75876cb094824e58f2238703503
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072f9bbc7871d49e46591220c81cdd527127bcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1525d542454729a3a4260d00cfc395a296f416407ce66d9d25db1303eca4f504
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94faf0639d676204ff2646e533fe81d6884ada05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4aa5af7afb15f8610cb6d955b6e28daff89467f594218461145cd2eea0042
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864be51cf12007531e8d7a5485ade935d5eba57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3469573af8d5965162d672f7c495e7374346654382229fccb44b08f3435e34c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c57fa99486fee4c7fffe11b1f3eea0c07f4e3df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9455df9d060441026eb4d676fe25ca9824ab127107133c77826a6370da2a5229
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316488704659887321db4e15fb70b9f9d1e1fc1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f2f3b1c35996298dd7c76c2d07081827d13fd97dd527ccdc676346431c08e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0931fc00b976fd595b8dafeae380c59d6d562552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbac11e68f8e327606832d69c2eae4b3ed9e09117af6ab05d0c041edc9db36f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64954cb388e27972762088874073feb4af5b6bce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e355f48b96f47900ae4eaf2f7c96dbf6d50d03f0f153aff4a771536aa4969d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39c0fdd1b3e2863daaa6819fdc743167ba93166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c764963d4ec7ad0e2891c04f52fc9d5379041e260e2df39fc0a5a90a9f234f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c8d5794759b4c086be2ff39b5ed3921d4138ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f998ef7b9c7816678806a25c5f1be37f9e41c7dacafb40a8dd304094de409
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811a9e6e2f65557586cc748472832436b9f321e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6e9c5c3e30b8b7f5cb25c43adc4c3807f99e320120481a085bc969ea69303
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623812dfcfc0140cdf86583610fb75319d34f2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152cdd604b699a873387b5023bf1e0a01ee235c32ec859cde2a402992dc07ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291dac17ede41011c7e4b487506d23a77035a3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073e45ebe5d3cf226e85d8e34e72594e06286994aba49bb18baeddd96580429
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48b2840d88806db4f76362621f9bf8f695f2867
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b557fecd23be55c5c07dc8cc69e25662f324a082e64c6fd33ede18128ad6e1
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79213f523211801310c470132362ba9f8be40b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2176b43e4bbbc40339c54e32ecf03eeedd10c242359adcf6e2fcc33a800bc96b
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68452c51ef59b8eeb9fdd1d2c810746ff1f2579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281765537f707b6d49bbe5d67a2d6934b19bc6997f84d39e77c1c2b9cdd50191
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec49f5175de45b3074dba45a08edd64b20ba0be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62476bfa93ad94d7d42b4ea98849a77cea49ad609c2a09d26b8d48109ae341
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6132fc8bff45376986fa7d81ba3184434afdbfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc8dde941f67d26117efc59af76bcb8ff5adf8ab033e1056d6ab30e97ec660
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802cb86a017a17429baa2310deec1cfe62a22af9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0245056456cd8e7c8a588b6b318b605634507cd05f6a9a1d31501b2750dc6db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378a8ccacbe59a71b8c202467e9747b9bb717a3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce4a4bbc18e2a4d8bd02c24eae5331fa14b1da0991d16974ebfcd24c3701964
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908afe2115024f4598e2fe7afc02c7c5a7e582c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bfad381a5c12e63d0fdcd57f6462ccf36f460286170cfd5581a4938204309d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975aab2ed12bd92588bc7196c229ad5de445ce37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0687acc8966f7f6c541f1d1748f4b0d84bbd8c678bc2cac0b84684fd96fc2668
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de234a0a57e45e9190e0f936c2872c262cb2a28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b488c95bbac3100cd7ad7b8ed9045331d78c98e01282598d4ac27ee1143a7be8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9f0416f75b05eae923ca5516339bc0d7769a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133bee171d6086c7fe3e32cf5916f334e02b788a78af4a1792a40f371852353b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382703a47cb1ef688e68a9de653f79c5ea9e382f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034de9e13774e809c7c4b53d4f64a97389b28a3c5e811632f5ae6f5b93f236d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775109fa3e9bf18eab284ce3540f3e1613f173fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365273878284516eb6b769c1afc0619f986b4c2d079d0707fae93faca2c4107e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfeab8b4dcd5325e937672658c815fcf487557f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c436e43d7219ef7fb03dd6b94d4508366dae389a662703e78d4e6f66970ad6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f85e44b068adc599481b1bd134abdb78e4cc7f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04189df85828d41d4a1d7927985c7726539c26b84c1fcfd4e83835de71a2a6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3666a4f35844f3cb74d96dc7737a121855473a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ee21a33aa8bcfe951036e637ef076b9064237b4dc1316531177a7b96001b1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31ee41098672350813c25550c25a7b04652d3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15adc1f059563e477bec8179f4fbc9f67066fe7ccd0f35b760f3210627f4ebf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c72dee2c3765344df196159d245d6c2c7730ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7529b4b7f63d863098bb9f780ba205be8268d9a2492ac5e55ceb337539ddbd5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade7a7e92584e0f7549b962596d17b099a28b344
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15125661b968be05d03c485402f283638b0000859170d0aa752ddfd3f947f24
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1493134417e565a853bc2d62d897d1ad691e82d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10feb2e1b9683a4ac69a7337e0e13982ba77365988363a80bffc820bf224562
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a1881037cef678e0948a8f58ce148a0b071863
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8ea476e92591a4fa22d8b64d5742f21b3fa9a9d233986edb340042d935d1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4e62040687be36b9d775dff620ecf3e1ad31d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e8c6c4d82d1469a5d8726804a0c7f4df2a2f82cfd6a6315d898ce5e09cc87d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50f37a1464b44c2b130141e5f1a83c4642318dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c091c5f7e3f6f087869ad74d10e11f58fafd54c2fb9967c2d6bdd24857d97fad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8066fdc824ac63a6dd4f1f4d083e056ce49f62ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5576c1dbb9781cf0298d07c7dca377261dd64095250de4370ac02e49531c2012
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d48b5fcfd96b46a2dfeed262f2495cb5a58e852
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4de494a9e0ce4a1a62723c0d9f2ba6447190e02b13b08e02b6fbd92426331f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47fad91dde871797ca5680a94d14a3babf7241c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced6db92e5a7603ba1ec96e414501e6fec1e384424b8977da2a8e479342fc6e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f16092c3604854edc9e5fdef51748637923362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bce2b29bd8d27e903c3c77a67ad95320416e99f9f95261f8cb67f40c9c4f54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ce47dfdb3698031c4c9cf8eaace4e6314fc5f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecdd2b050bf477fef2cf60cf689677dc37843997d4297e4416f766f2afe2605
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2b566798cafc68c4a82a62d98f91692df6596
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac720223d50c653ce2d9bc6aa55fb4b93f29e0e37dc6db12aea1ea09c2b02ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43649edbbd1465ab7c7de15c22006fb3ed24e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3246883c412b8f364a563783646003e0b6596c04bb064c841379d23c2d7f162
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502b12fce090f59b1752bb729df06839e258bff1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc57ccd7fa903470ba88e67a6da0806d7a172c077fa874076f386409362052f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56595cf58790c499aeab0881d25e77d903d19d27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3a3429ea044baff1412e3234c39b9261d3d473c36b5c042ff575f3e6a07d28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dceb7b71ee37b8228fdb1ede028ac03752d2073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c799cf7e45273aecd1cff003c89b3b491c29688dbc52fead0e99dc08424621
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d928dafafb5acd05ba9c48931b080e7e40508b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a911ebd07f1fec922dc35e528f3aa5dca00738e722e85c8a47e6256d212068
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299932f554408ebe158d8ec56476177e787fe0cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3fff0f05cba44559ab0315420f54fd4a79122f42550ae78c2f4fe4baf3396f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b472e8ec2c7ef89506a241cc436a459e44ad114
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fa236214af4cf4d654e47455212977b9d5b2d00dcd6898367594f7058892b8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249693635ab70ad2424b04b0b5ab32e01f9c6aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94b4464a369a84c64ee37b8e36c703ed631d57311d504c158c6e21e6f6c1d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d6b689663e1a7f184583deb95ad24130f2811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69945413d2ff6628c7d2c11cd240550a01ee71e00e6a680a6b6149b263b3f631
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2a897edf6c5b26b85065f1dffbabc49f9bb74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23611eedc0c82e3a5de9280da2c86b38a6246a9b44b332b6742f45c3b9a2087
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082c9bc0d2de0549c071d7c03778d4949d8208d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774f4fc10b8577bbc18b71941b308e4333d3b2e0dde0a0019268337cf8b71078
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d54491b49a72795db4284a9c9bfeb1480e784b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d590e8f5b4eec5ff006e222e5b1de93a6bc9ef0e4005fb89883fcb5293660
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270c31487bfcb678139c4742fe7f0c3001e4d46f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef455bb43bcd00bc77d4bc66620c02014a636b5615bb2ad1c6aa03d594d48af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8954496d37e41ef8cb2004ef35cd846939c144ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cda57d22f53fa8d031bd060509c0d87e79a586bbfa862c6f538b1f43e7fb111
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717970a77e53527b505b04d9935cc1aa41c31aae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af74c4404bcf35f107cae9b0411af3a57104b65a9dde6ecae58561e90ac826
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ba4289e1dd7f8a225a88453a277e1595d643b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182ee96875c4206a47867bbe3f04bb0bf9f785c744192a33fe3339c112728d09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112aa84490ead69b326195f966bf07c1497ae26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0cb1ac83c7170290a1bf975eff6a76eda069b66bdba0ed3a7f2808563cefb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2e4b07bebe4e3c73a27bbabbe3cff879d5b33d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd087cadd0e2db0e37f684635a9251624df24286d0578f053dae193fc49c7bf3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e58c3f6df11d83e26abc43f7e9707506ee624
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117b9a0abe797200f631fdc8122bf6497c729cde5d516aa2a67779cef8878016
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9486ae8f409cd7da16d991684cd0cb04925c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c32760fcc7b102c6e1bb8760b50cf44ca0da2e659530e100aae777e84d017
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d30020f0d8f40a80fd2bcef6c87f481c2079d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f206f7412f9656e968aab798ebe5a3e4b52cea19142af56e43e372e209d8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df31d8942804852a32c881df5da0b7f2d38639f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0be9c1c6b6dc410e265ebb2ca57f4e3c3b803440768d641e1e1e53bbb0fbd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f98979d4a8fd1644ac056f1368c45cae1a509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1313b3f49c08019730aa0a460c854625037316c617fa8c6c0712b9216a79b1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194cc9ff7e1a0be431765f6a36e3eff6e1efe0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e547cc48c2f0d0aa25491a5bce2b13b961855833692e8294d9e2a8f8c1e2855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08665158938b43b2a4e6cf1ea0938eb8e21aec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c6909157ab0ca027abb621e27253b6296ea1f1c5c9e9d658075dfec7c0be9e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe3e7133c2c254b607d05219700d37d979e1ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469d08ba2d17d90e144ff2b60917fe2a4f8938d47040dda937b79cf2cb9ca201
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e8565f169631d0432aec9a884a687cf825fb9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48d9df6119c2a26c9c15af0dc01d9a7d3bc7574762dafe0379561212d90b1c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfdd0c4b1c4438d0546a6cbc797a719348f2336
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84dc30c955eccd5898f274012aa882629d0e9f238111e4423956ad83194398d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac45ff6b4a09e18ea41b99389200566b66a2530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e9d090c93c9d96a3f8481c124255a64bd3dc13a269790d24276d60391b9d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a353d91e229dfa83b8513c8824a5f36e7eae28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac4c27906c8111c24c67f71b4dcb87692fd898e50cd554812665f9a3fa2cfc2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6759d51986b62652280ee63ffc85baed918873
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be532cd530311d872cdb1fee05f9e0725aed68cbe5102d42fc9887b408389ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85060c71d71462b550702b04f2fe12f11bb9233c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b098247772194682a51b87addf4a45f31ab5dd2f21ab560860df298c1aed9d29
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cce639e10723cea06f624a26094781a71c92caf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17df39e63b3d95fe4a415d402971a802ff8425d243d3c4eed4be0686f5900c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af1e50413f6a95849c34d79fb39e44536e9ce27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cc0c8dc7f05bf601c44d8530739cfdb241c5c0e2b2ee8e1139b395ae0162d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c18577f632f28a58a82357c728338df558271ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73163691b04361a1c3abd27b3c673230bd6ab83e61e2ab80ae111af26234dadd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bb8c92d9aa582a34af1dea94c7c0746a6e6c13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e04f1f9ba6bac23e3d695b99f2537ac05d3d85396106611bcbc48c4de9edf45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0ad20651f2dbfbff7e09c77e6fa8f76ae25d98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d08b578354b6d2248a17b2123fd5a4026e01af5082cf8f35d3c3553a1233ef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e183bbb6d0ba74f21b1f3c3c5bc46b4dc878cb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfe3ca35e55cc66e67bd003e3eb13ec1c3a7f2dfbf3f47ee0f1f9f39900995
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94fc97e73cb30848ae98a85f4e2cff3dccb6b43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baa75316162145872af0e9806bbb3d599a77e3f7a5fe9536749fdec75586a2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bd12a6f1b92687b7f36e97182648fac5ee082a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b62e4ffa33b6eda867ba4a909a7b914e4561df42d35ab1220a6464e109a4ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8806e574f76205cb68639e28fb9aa1fb06a2ce12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aca3d633eaa7951f341844f3b8f1efb991984603ce26a01f7b90b23675121a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad8132d89d04e283d800dd66df8f81129d6c682
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440ba64a34e8d5bfc3bd40878231b754ab4801cfe98c4d271850c8aff825bb4b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864d8342642313882d9d4b9670818204d624f2d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a1ed98ed92e7b435044ace44b987319fbe2e8e62657bf8dbd7da7fed358159
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587ef906a262dd94d64917bbf029871df3d0cf4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be0bd3649656d7a21ca35ef75638a9ab416d2bae00877c2437b0b0b3a83e92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b587c63c99e25cbde475fe15c1782ef4f2f24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc37cfd894c0a117648406170606ebfc6034f406e0bb26219f58a9a013b7b107
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba72efa3bc4248e4a90a1ab2807525a85b8eada
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3885355f1faeafb4d11cbc7bc931af2f3bdce893e39059d9289068bf2f29f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8735a5e2b356bce76b873cb292a9e2c22473b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108907f538e6704d17415f84e3d5c16b1702d93f40373e8fb2243fd52d1303e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe7c5fcd46476fdb09f8ab3b66c47d68e8b6cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c141763df8229d89c6c335e3ef5c2b800e909f6c6857596080d6f0980bcd9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52931a135ed12c8221928cc8b82fcb2228fd6e3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be162ab4a06c9527378db3f2cdd1a60c2bc5a50fcdba7cef229947f734c34dfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb7179a737fde45833e9fe002a60915f9118c7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b3ab749c07450bae005794a7a367b0e60c24773062868cc988055cdaa92238
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9072cbe2c73e9d93cfaaec083449c92760448ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079311b57a1be3b63e820550381f01ec249875c4285c026413d73ed84c6ef8a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501add5103898cc618bfb45cf8fbff006891eabc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815a1d94519b4aa7f78988f191250fcb110703939326a65b617f7b8ac4de160
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47e989204fe51aa297d9e09218c13eb5b5d0c9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f695d7ad730644b19ed40db24c4f586b29554cfc181014ff411dbe30ccc3676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74995cc170d476a4e24e6ad13f41c2a9e8ae6fcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f3ad738e44ad2edcc4fd268fe9801a3356fafaa96666e307065489dc6dc6b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c77d09657d4a991ee37ab450e682c656cdeb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ccc561a2e6773c1e1282fc4fde3f9d2a4c4f7aebcd0cf88add5a6238f19cce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e55fa9773fd550e0b5d23cca537d0112971a43a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdf9b3691d0bec3f0b9b262ec33f8c616fdf4136a23c5dec35d4d2fbecc51e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d255b0334bbf31ed78cc339ead361f6d2cb32f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c20ba34eba2d15b23c5335eb923529a75daf18022ebaf5a7df14bc210ddfd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0883352cb28d674d50daa91f13f6698748c1d927
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025f34b40a11e9aaee3fe20260fcdbfcdc0987db233014a0e28a4cf288262dc9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaff2485a12616463b9ec57940b48ef874b05f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c04ec606ec6ea98c750ae98568c0e16d15a88413123317d7fb31577fe244c49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5532c51dc7757f0324e9101fed7ba0a2138afd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b359093371bb22a0de81d386f9053ac5acbe6ddd87df86298b851e0333fbaf0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1be2af5625dfbd0c50964b79231b3f5f90e56cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d2075696ef9e0536b150542aaf680a2d8484e197d9ebf0d4f1cd390fe90805
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c23032f3210b33475409c8775c25f73d47770
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c4d9d3f95cf9c787a5051e6ac4ddea6ab66174ce3153d7d015f72c9fbab6fa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d17eca356e00fb93d12796be8c6632526e6205
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca8079768c226413e7ae7f34b1e09e809b99ed9b370d476f23a9ff70760126e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7673b72ff7c4ac25229f78213bf5efd71526ec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4ad2530fecd8b4ef2d995fb71e947f16ca71bb25418dad104f23cd84dc70b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac850f9cb6b4b74f7922248ea42ba4b20da0c29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61cf792338b39d4ad5a73dc10ff1fc5f249f75b46c5089afc75e383cf036512
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0674b1a316b3ee8250874d4c37b40479c3ea63d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e7cf493dd5b7222e7297737b3fc7ce97ce66e8785ac1aa804703eac0f4850d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b16d81da26f1487dc6efe3ea68e2bdd6ef3819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2961c88d325f481977ea6210f3d90781d27edd3ee52844426427ba246f7827f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830eb4fb0a9e2cad8dfcbc7d420904a1a646dd88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9074402a663899521fef47bc5291db42c62d236b56da907faf013c7edcfd470d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483b4584519edb1cf2927d6bc386c1200ca32934
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d48b50f8190648b2a8f78a9b9563c73d2c5202c0b03c0af6bc5d8ae1ba4bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68932635d3c4a573b040a27af5efc8b56a064572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b7baf8e3e4282999795f7bf7f9b972f34aaa3c03030b0b37cc90ad1373a4af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b10b0762047420e1f8b0ae318d46bc824f2334f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e0dd23bbba33a83e730696234e1118cea5b0495fbd27e020800ab87c7b44f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72258df8aa4c712feb90ae166c515468c9b638e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906fbde071ea8cd93d79180c6e4ad3ac5c3b3796e7f19195a8641167bbb3c9c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2556502edcf07d1c140db040025013f5f75e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0857b52b16d45496a8ec239a01612b5ddea128a350dd72ca80936c85cc481334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac219b4e41281da11115870e83d44d2e49c4c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70c31a813df2180601d67ee127f793392170ce54c2c733f8880bd4475abc1c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9627771bd1d2c3a5d493c54cb99f0d8eeec86df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd7127979e2ffc88daa8742c711fcdcef1990f3998e12680c0984ffda7d13c1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92016b97d17b608ba9c84fd3f6c6a3ac1de7c139
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631262f6c7cdadd7e82e03587c676dd3cf4cf0db12270240904e752f55b91860
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3420c65361c5d19eb0429c4b485422dc36218e70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9510946917e380199302dc42cc86960782031b91efa35b33a082593d1f5550
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24e1d8baea7ea07212015cb835982b15425292e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b17c5f3428273f8ddc7eed20db6476407d4cfa7028011a467b4847e5acc92a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793bbc7a709a4ce6fbfb0624cdb41782e1ffd131
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e19d891e53c2a2fdc57c8ded0cd06caee6d84b2587b418f872f7df63ee6a465
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b8972aed12104362358c54699be43553bc79ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1873e1491eef774af82ab20818c31be6f8776f50a4df68fb7428f5422ee6f1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e2725537251ebb94c03feca0887bf14dc085da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869a3bf14dd40b2f90382ce5f45b5705c49abbc03d4f7981e8aa79f9ac33fccf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da92a10a9cfb16b2e53aa20104811bf0455daab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18926429f85355f4da8df42e5008364d5ceabe004dae6ccefebc79936f54c158
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227c57a6aae9b0557e991c8adb52c77bee0db319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b3281a8f6c3d5e5ac007d9ba7ed465925ac0e6d42427a0ccaf5b676a73ab8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a60e6677c7abee4d8fc3e9ecb768bf13ace08a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1180485702d2fe010ce11ecc50714931fc5cc11fb871ddbe4601e35cd70add13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e643c8e4310627f6315c865481c20ad0ea31a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11603c7dc95648ac7b1534b457451fd0f72eb7e24bde94c861bf228f543b5f15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bf208e7026c75624fc6628ac1c235a5f5c173a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a353382033756c7766161737f16c0175f613bb89d4777a0bf6103bd5c22e93
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce1311caa7d3f0eb5464666f30feaf9919aa845
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aac2fae5c0f168eba9be9d1b901d6ae49246d84726383b4a807681f794ae1b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c90edc5d1cfdbd079c541e2b19b45355cacb460
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c06a8fafec59f60b3bc9a679e7af48dda93e05eb054ea258582a8c921d748
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c1735ff02b437a350f3040505d7c8a77a35c6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9250f1156a207e9abd52a17bb3fe1ea8f2bc2dc8c647ea11312a9a5905ed8272
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf409893b2afe59bb8968520ef74a00fc07e1cb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6719686c1c538be4d046701415ea6ec242ebb1bdcbb7d16efa40a962b7b833
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac0e410a1b0e65947e1c2cfc54ef2d9f7f8d25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a3ee3a02c48e9b5888d74c4760093bea4d322c5b17257f951fa3cfb4f6e95a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16557bd06f10dcb60a471a7a3128be3d7144d39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed8f7c3d1fe6076af4d6a033ab0a5def2124d7644c0cfd555389c94f9a949fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86da5ab20ac6651177f72e9da7e71044d987ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f528dc35acc0b55b27f4e9641bc3fb08bb1b82f22ed1e685edbcb8b2172a4c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e251881999fba6188e1682d35a06f1d0f979f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45601297b30a315218ce9dc68370da64cd018731349dbdbf4b9af42918a9d99
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8161ad95e04d98f8e11f7c8af73cb91751b736
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff5bda478360f6831aa64adad319ffbea2d33774718389bb27203f5b159422
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6afd17b33e6b2647b74ba4441a412fe0cfdcb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f15bac302272d5ec726e869ef5a2fcbc6389d37f22f708009412d618bcbfa7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef01dc31749b9c338ce01e934f43c3792f2f2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e514c11b8c1f68ed739a748a63324382b15c5ea7fbfa881edfc081647c6a6f6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc1c1a90be2754b30f91b6993f2084767d4363e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2aef6b310b5f3670103d926423e138639b1d734b66ac719b3f2c8ddc5986c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253fd8b75e7de8f58aaa97640f422b4b350252f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d008025269d2638f7b19c853b0120d8dc0576487cbdb8f3353557e96089fa98a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51390f527692291ac99cd12bb7ff56a2f575766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f088c11a73926b0dc81c52c689e91102dc4d497d01347bde30b1a2423773d32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9cfd0217b3d69e078f47dc0f7012535d6f5711
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cddb7f364c7dd91eb3e95ef98076dee890f83552c123afb3191462f0330e8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740759d05ef38481a3c3b57980f4cddd424eca3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7245832145855ed9f87f90468e1bac736c75142e3c3c0bcf336c452d607b4bdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dd121398f66cbfc694ffb22f2b383eecffbce4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3542e288b7c15d19270f93cc71c4bf17f987488e4a6c28ba34b0b116de045
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca73a86e77d7df6938454d203fde824826fa74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21291920eaacf02794f1fa7fe92e2627f47c3e107745c0831a346dc1257780a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa9a3d15ab998ccf393d4825c5533505664e2d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b038d09ee825b7209ad5f8fea1ea0d84c925f7de9636decac40e20ae710466
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a30c94dfe2dc9032056eed3ad74c8c1e01bb6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544addb43b93a2749117b1ee34678fc3c7f613a5dc7c4e2417f1972a7da591a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efa636b81de266c7f4ba2ade64af77271a98ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617ff67038f437dd00f4cef913798cc147626992af99a83fe752803a5852bbde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e837ad9be474a050930d1aeb6d947c0de65fb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a89c1b00eb568479aa7a70d06c08d885d1baafbe599521f563b0cd7a8671f64
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a041e3388a389d36b8f6e5dcdcd7570d1ac7997
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0766b48ba187bb22c226a050812c946557066fb97994bb542fcf8edfdcb56ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ff462b4aaec5161719fde7b11d574d093730ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26eb8b4d1493c1a1b5d09ed6596cb389e9330e7cb84825ac6f04bb318fbbf60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdc1f4ab50042af27c1b1a25701c81d4b2e05a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce69842ba201877f4014d2717a3a2962f4567cbb9bb884b5b72352f682cd26a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7b4b50894d13e74368af49eb1ba5ca75c85c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124686877a8d123cf6ec5aa0081780afadfebc32a8682d709e4fae599ab2dd35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eb2bcf664d607081a2471f2d1e3826e2e7cb43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b835f51064dc51960a4f5a529f3aa0ee78dce146df24decc31ab883e4c4b7b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13974c549e397cad2813035d9713bb3a4c031c4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c08458bbec969c07708c8f4d522e62f4d025a8c75a6fe205ba8719229a22b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b37cf2dd9cfbc84b12af76801ee591a8e7bc691
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efed55592ebdf9ce43c2752864bb54602d685d1b9f48f61f3f16c7fb9e54a5da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5b6c8532701420300e2eb86d24fda4ecf38b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef56a91fa7b4195a402c584f4bb01ca0a75a09e502bd27b6e084090ad37bc3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0eb4fcaafc977ff60c3716ccda78280af407ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea513878b19958ede49e9697d9d751085043713a58e74c0b20265a5f3a1b9b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ea63093de74ee2cde000ccd8af3a9e8a089cd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f21806c9afb32c12a5b8236c0deff79f41fb1f5cab85e937cb6fce29619ec74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d512d603977ff46f3cd20e6db5f228f7b1b29819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c00ffd2e2a3cd256b972ed21da22b07b613af8087757551d1a41fe1efa675ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c11d0af251b9f57b593525dad2507776d000d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9dad33729f9f521129123c883f043ab63ad91f54dbd8e85138a6e5f39d6845
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc94de3575baeabf5d4759570e5d2deb0bf641ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daed39dcf7c886d8e8d82ea864ce8aed36b195ea78bf90d1c66a10f5c209b7e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f437cca6db398b4587952d6a7aad11e1a076eed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1554175ca72957e7bcc7f923e165f7f5ca8da606eae3a4c09c7ab023458e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3736c329d7d10fd722f26ef45aa2f6c87ca13ee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6aa1858b7bbd9f12b3b1c91e58fa435a19d8ad0ae02f38e44cdd9edd1123f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f755c804ab8ec924687724ec1e0a66d3b50a2bde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61bc29e00af6e65109987d019d5d4032bf099cc56452fd40f66e8259c0aa159
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34587b1d6b35567047cf313dc976d70118c55658
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64995b9a5743afc72d100cb1a173a1616a5907da8c92219be5cce3a2daa1b0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c19a986b0bb5498b5fe362076861e198ae04bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1a9a5817657739fcb05f13de7a5785c89c174d43c6abf44bbfbc6790839589
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63339ffc63761ec30b617eec6db6eaa0d8f9119
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c029f6cab1fa667d809a093b6a960629c15d492ba82924cbc21ab6eb4cc8e051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc335e2ee1a1068dd495d3856e95149c4463e7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820e142a891f8d004ecd35b2af362f9341f6a0bacda281c25c6b1bb72725f0db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c011510cdc94c2e6e38151dd962feb65240c462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143fbe95efe5e68ac4326a455de5dcafa233d8e7bc0c3c3b54c5587313a912d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6979ddc8d7f33b3bb2dd893b4d49124ccf4487e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413acdb02b3bc65bbb3265914f49a8f0dd40e541b1836996d571be61319fee7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d5b4e4144450c712802debd6a230d9b40113fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e0945ab3395ed7c3276b382b84437fdc6139655e04a153a8a4d4899ce9e2c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173f837eb4a4434f3f31451a9ccc3a38d80e2cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12273e74a595eae4fd5490d546c6e6df5643215c3b6d099922b6b8d5d807835e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e82a8125a998fb141b02fb07da5df4b27ed335a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85604369dd936918ec66eb9f13834a5b47f5df30cff8642a7a6a1dcb0ab6a9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0deba6f2434dd66f5edc603ba11708fce8f8f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007b4a4a795313cd1017af5b1913ea2a800d562998a0ed88a2e45c5cf94f202
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca70701e368b52b6392da5e7394e6ec048c2173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c322ae0899c8b48f1818b3bc1d21fe572fc71b43e558cccb6b5a85f3727b60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5359a939ec8cbcdbcfc173ac2b3967ea638e2e16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b5095a9538ef070c4c0ea4ef587cc3e37d3fbc9137bdc4df8028c3684d324
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc760db115087a3f5d1ba6d590ad781270f65353
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8fe6e126064718b00c54cbf18340d7169098d56d34f9b4073ce2a1a7f602d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9bdb5b9f22c84f6ec10a5cd30b3b39a00b4f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e73cda44f5182c7569bc6e3f6a1db20e0ad0318ecfb405bb0cb8edc26d36718
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a832c29b37b45f508e2ab3afa36e8b07c56434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff24d10f0bb1c76893e174aa8475ba74c2d7b5c166050631cefb808bda0850a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16a42c1d4892b3abab47ca4eeaaef45a6f57c22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46f2e0f2f65832d9eae8e37a23131bcac2350ba77578c13881f8b3c65b9244
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28a4599c750758ae1c6e7422ffbb9f34b2d9bfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817909fa5d3583a8d8d09d329cec02d5c6617c5d72bd93df41a22a18842aa2f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9818f4dd5f72514a460cda38f239e41374718b47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b57ae766e47e5480ab670bea53b58788b5c59447fdd10b6d2b99459e578c8d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4187d0f535c477c56864744b09c536792c948475
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6c50202f68e0061e4af236fcff62da75c22b17570f08aeae489a737321138f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403dc81b64ebfc62e8caed18fb9978d4a4f5cba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53da52fcf82cb6ee9c80a55dd38e820aed52cd38f26563b01b764c6202eb605
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5382f2e10f3bbd26ff0159b9ef51017d85eba0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967ed2d5b678aa8839852d152a447d84aa4edf7d88c1e6de7761c81bcfc5a95f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdc716c6d55946b9e7600751f54a7b7add29a99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07a231906b4cdef0a4b8aebc5dcb6dda2be3d281c29b2e6a1cac4164729df21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ed4f0ab17595191d98e4dcee72cce72121d54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c42dfc13c67cbe11a29d79ad2e14e8630fb77c58f6c57bc116f9f63df012ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5abafe16ae10d7b56452a4e264ae3701d07986
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f7af44e708719620db59a9e6afb39d6ed7e657d89079e95a5a3f9816ec3f77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630273a984e5df99260295b9b5c09d7cf54b1855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e410160fdeac6847cc1b82faf910d8def807f835f83feb465d568217d98426e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d8ad614f90b7663321c5d169e8b7072f068d1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c3dfe1428aa32ae46bde8d09cffb5dc1de64f358fd986f6d3a5fdd2a6d8850
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80355f08bde9cfce44cc5297943212711ac3580b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cc9d0b1ffcdb9bce4bde35e7b4ae246e1eff65fd80e1e7720942f9d3d7b11f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0024d7659117b67fbe62fbbd5a52ce8981fcc4ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1988986f0572d97056c43af00ada42589bfa2c565faae4a16f27c0216fa59fda
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acc03fc395c67b36f8c851967c0057e27ef59e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d5872ea39bc5766d5547c1a6afb62cce15b476ff77ccc86dbe23268eb8525e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148c5d32d5651823a9a275b4c9a6b59b706bd163
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf744cb9be9ed697e694c0b2bf60ebb69679afa78d3fc0f0d15b5c51a8c29ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02575b4ee89b1be1fe4e36c9119e87bbbcc9157b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cd9ebfc815d8d8185dfc559161d5e36ff38848a3e9beeac0bff58ff38f0a54
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6154c93377dfee4ae7962e57e378ec828bb493
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec2d98e4d35e2b206cc065cb06893d3b5bde7597e1af67edf5574dabfb2d868
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2746a9279083ae4d2b1b70d847afc9598900e20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3edd8f723c5079c4095ada064bc89555587a312936db3a832ed52d929c9b994
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455318e82ef0bf381bdc4cb6cb8cb5e1a0c2df65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0396b8a004e70d124bba77fb636420c9cb2044dcb43aa62111af47c795108d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b99c609727c10ed97872b12eb5cdd03036556e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9105741f011e6c94d737eef3b09a0faf2b29d8cc2c4a9b08b854874324a7f37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6045df8490981a1d6449920dbb87855b8725d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31976a5ec8c68ad9b70ae5756ac2b9048e19f82ac8286aaf1c409588bc049869
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470d663fa6ef80095dcc54885b211374b9ce1b5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52a8ffe7b6cfeff4b946545c054f45efda36821faaa688094c97cd07fd20b9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c790383d1f328ad5d5c6060d9c36ec3cf204bae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce20b1ec5873eaae8bf48019b7d1d7542ddfdb2302b1aad58c9d2efe8c2c304a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cdaadb4ed705008908a554963c4b09303e7f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382ab312479da925abbeaa7ceb0222737ca0b973a310ae124fc2cda2a7a06643
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29c57bc949d37a6211b2c59166306c63e3ecb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4bdce6c0b345d0c5455ebe66b4c0fcd3e7e5117a604d89968bb95ad44ecb6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac30640027041fbf800d846fab57dc85a5ba91b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c113b51c8b90e34e37d049fabbbf56332937d223430b4ae8778ed5a6c9eae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615eec63c377ecbd599339a2cf8d35d2fa750bec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea229a429130170f035ae7c27b8997c93dee818154edd8d77f50c831160c6e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa05cc280c4a543f070b1f44cecd2b904c1d2c8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7443f283d6b54340a258349206be6bc7d5a4c28d7eee6afe8d2bbdd3f3e4c41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01e1bb03bfe72a3b3a9ccb03dc3ebc4b69c00fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9d67ea09a0d04fbe17a096f8be86a576ab6b3d38b5a32e13c2f459731e606
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c533075bc93b33b29f7be1e65265a5355a143c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b856565a0467aedccafa16badc3732e9ecfaf03e2ae75d690461e4c4555403e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916a8601185a7ac8921ad6c988600528da875f7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95b3df0dfcaa40712b486e1325f89105173e28e75717688946cdb0fc515803
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3484e4ae7f58b073bc234d52d4926a1b53a704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca65614fd4f5346bc821c39caaaba439119fa8ea9611e344d8311ee5ed197b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3513be36d41e1a7f311a70508b0267db6fbaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b6b604610b9d76889f176f0443731af42d240ee6001c50c6e68b0c4c9a4ea9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fa2de8a671b00b8dc1718e79f094c2018aa2df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30b70e122e0cfc068daaef830dba7e9ad81420566e4e17e094a5bc0021f942
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2371de53da00d3e6ac9b6b78b9c7f9cc51f463c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2461d5dae397685ddc22c8a4fe5929a5fe5f0afc94afca15cb0a64ee30344f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facc39b77fc1aea20ae4d85a9ce4352144f66365
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413f7960154de77b194858b4873647016e1889525e268c075c13349af9b96bd5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a75d9eeec32856f714809104cccc252b495e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88408c2e9caf7230f4dc6f18ba47ebf99835930d17294266b516b8bf44edd41b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59367b11ce69b8a78f0141491db7c97aef90fc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ca5b7ac63eab11b9c577235e8d7d73620f3c906300c745a18a485ff56b943
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f08162e6be43b847d9e31ef582658966bcd552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be429659c050b2d05c32dc6c6c21de2ecf1b37b2dd31ee87ada83479343921a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c707dbafa0d11adf43c8331cdcc0e3faf94dd61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352d86819d5c52c70b1a77c7c89b739313a79b9df49a8340309be251d6ffc4b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6857cd23fb8de7e7d8f117fa1bcdde8108269f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908480bfe90ae6be7169d23c948ba4e05b97d1a9697d1d5602c05dff3817299a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74356170327f17a2d78a20986957048d0d538488
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e8c60a599383a26a7331ade7efcffb30abb3fc46a98a1fedbd251131acc60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b032c6e77414e3060700e5b130b7ea40b862213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd27e1e6274143b318d23ca97a704d9aa89ed4183c162af5a6012e5af7ebb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c84f7e1a53145b671a9a3140877e6315414ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978fde3d07ee158b50255f6bfc4d73241da53d7606e1fb8b9a5c2bc8b80093ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd22d11dc51fcb571082814d1667474cf493462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89815917ea375ccea7fcfa641cec28e3f81757ffd98e91b1ec9ea8f219b6331
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f177332ccc411d0729f8eb6bc3f7bfefaf61937
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93060ca27e479054c347c50706a08db83bf098042be37ce28f0a4b061b2fc5cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8c4e742f4fb69924108ef7bc01a33cf20b111
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f6574830e3ea2314584ee96d6ca54030b73c585b1d09ab905027f1cb5401e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3456c576555f266452387bf640b8de5ec68a00c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9ae2c13e24c81a50894f6e525ca9018bea316d7bb247b990f105d65e968293
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f617109fb6292140c0004070997bc61cbcbdc905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a2e34ef6e34251b003f5b5286c89efcec6faa072878c1da65c613241e97701
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723187dad965c93df223376338913cbb2593fc3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b3fa715e219df7a3cf269a140855f4374ca9cd1a94aac984daa950ffa24ce0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c5a771d99ed6b5e6d600c399ea5f4526d5113
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5251e092ad75a23ee92ef8e41c41f080a29775bf20d5f9dd95074fd6f553cdb1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908d067a1897edcd72c1f7888310bd822237871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048dacb6d3bcf00a62158b2c07567c89f36270b90a5fa4833ce01c703f0bb2e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95fca4717e6b19fbc7c61833571f97f376d0f65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e549e99b81b974c56322b7b14ab92b1781885ab20c17a2c412f620ce3f265
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf104ed84bdcc09ca6c21e11ea42ef0d9b2e28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcfe5dcfc35893d817a9ab50859275dbc73295d77df3426262f4a4da7bb4e06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7e1538534b6a7bfebf052d3fc2b02d9b036cfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d977e855878d4ae6f3986eb0ba0db56502a449f48e41d5b11449e0651267f721
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68c4877011f824750c9ceb1aa5c49a070542923
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3172897bf5512836556c4c3166f447e5decb58ade88c89ad2700cafc67275a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2cd3b9d865c3e14bb6f363d182e137d20d5293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250bbbbd3add336119fabcdbeda178f60d1276cb4ce9f4544fc2636274cae4d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e808ae2986af536ec4c11083dd3d7ae68897178
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f133470dad6cb375fbbd86c7b52011bd0d194b5dc4157163aa4eeacfc3283a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644181c1fb0cb3e0a44d34fc0facb43ad888b4f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825bd167282bd68265c77449d9c411ae840d1ebbdf3a396715048383a95c55f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c36229fe027089e87958926555c4138223b75e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643bbf7452e5cc11ca6954c883944157465ace5fff7445512aea084e8f3e4598
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3666796c84a0e113bb2071ef368255a4bfa073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e034ef10a4836ec6596f01ee4be1871cab82d369c5469d9401c47b8dd5a60f0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4e625adc8d6294efc4af10b99734f6c380262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59db6ec064e85ad6af55557b3a71d3de45c32abb77a96c715ca3aa913894260
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12b3129a6252088fc4e51fbb7ddaccd681347da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198ccec35c477a0f0eb8c8efea32daa3be61e879d307bdbc55f3d269ce5984c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e01943ee984ec39d20a0aa18322fd5ffdf01ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b0e4e9b2b091e62006a872d1c452b7056ba1d84508a2e79d8185e6f388a03c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82e334135079c9452a37ef33d6dbaba1616ad09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8641216f40a4af20a981db216496a7e44850263939fe608b3ec7fd59b30b51
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513f21cf4eb7919babacb7c1df298043d275b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940b69232fd968334a6a019c57b1d07be4c08a450852b4f2da5f802871575db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139579677cad633552189fdbe812d9b4ba548097
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7dd50a60c62b25468186f6ceb6c93812d2b33c146263d7ae7e9e6a3991f76e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802c4dff9fb58a79c42754e05f502f9887e5cff0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c5544c71f651f8b688c4ced56f7630dce418785d9866e3605f130a12257e15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1abf78e509baaeed4edc760ebc9bf21117ce8f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fc1d6cc9bec847ebfcfdd56eb88635e94c40bd08d22aa3ba997da011fa6bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca6afca2025578f7c603401d08ed877f38422ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e6548214610130ce71af161f94edef5a566571d42079c5811012be0920409f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fd2c5e35c248244f838690ee53cfb36975ecee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffd97006a02f517e63d3153bc703bdf0c1a50a08a7193523746df7d933f097d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a99643d1864e9420f672b35960b881f1a4a2b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c19e55af2040986ce782843008366159ec1266b164d4686417ab9af794597da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b166484644d9bb7fd17c08b1f461225167cfa47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548617bfe3f0de30cf6d105528e1aea7e26c71f95e9f0c225550c4641828b7e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8858bf64acc20ef31f85ddf780cdcfe5332cac7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac9bc21cab225c9ba98b1ccf0c4c8e1a9fa2d7b2c88ed8ce92d04e5d51d8e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a8f1f31edd0caecd88b95c6f4939aaf60f9dc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b576c2dcc2c2b668b0989db7b31fe3152de3c35c0a0b84faa464ab65d3468b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275da5bb48f8c63aeb1c0a5e64584ed3ea9d439
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6681996bf65b32516254fab90c9cbcde0e4594cfeeeb24067fddceaa7261cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d52d76e4586666633a700407001e6fe449c455e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c63c7b36931118c9c864fb171138a0b9dcbf0dcfb8df0b70a350c724ca115e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796f81ccde81b433f19d4623b6b9b328887d572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f49550c5b327d4b28b99c3647d1cdc057807d7fd9a9c336e7aa33d9ddbde303
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e23d7275b6f961dd9cf5556178636302af631
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4a6e025df585ef996f8cb7328abbe6ada8ef46f1b79631d63a248e7cff1dfc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3146d5daa2d379acda11a8027dcd27ef64aefa19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d7bea0dcf2094da2722bd1315f4cf32bc55ba3fa12739ddf3248cea01d5264
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc679ef74f94fb7483eaf4132de1441ee1d4d4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f8195939fb684d49ac18f494aa9b52d2b9b575cde79c86e0519024af560774
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61e75d558dd4a62f45fbdfad0862c992dd94766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf07a608a70d1cac802bf49068035cf5941125865c4e151cd893a4f8daa49a30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a903b4e0d708cc061f4f849e389c14405e3db79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d6d779e74b89361c2a095f999b8f867053c29da1d71b8b330528cdd94a8cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743b3bf54f0cad656452fd550803ac354e15f4c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2112ff4ba51670349974947e81779ca9e4488affb802087c21648ed7e1d0db4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6725c401d162c87afec7d9762ce79131d61c066a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37172242358db185d2dc7f30ccfbbae2843cb95a16f79b184fa16cf24807a7dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a252132b8f266aba1c537b770b5b0a9a3b43a9d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e645c8a8def48f1e36aa55feab1bc9f4b7575b8b2e4577c038cc761f386de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a550a30c511d216df73ef28a4dd07d7f17780bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acaa43b80d7cc38152678364b92a960a17d9bc2d302806c4857d815a611b0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed27a56b37262407747020d5b515c12d48d5b68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df73745d12295b18283aa2bbfffe22cc6ebd0b3efa675e00a7642df11a1cbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7ffa98b9ca67421683e9d49c1467d60e1ed113
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fb5c6960f4f245991c85a471e1621981deee00b71c4c018cdbd3a9c32de9e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d64c7864495cf72556c757ec7c37df0d097aba0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a70e39b8fe9d603f2ed811eb3c608ade0964d44a26bc909dc25a37c9c4dc7d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f805dd153e220aa4a083a61d4236f9c99a8e5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6578bb2174481c0ab4d00d2a51b7eb4deedc5dd2ff56ea14d786513dcf7173
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127df1359c44fabcac3dcfdd402130ae118dc4d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b801cba32600d0eae2a1f7ab71e2b4423cebb4c719ee5cc0e88bee3f393d25
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b013368094a105e341df9679bd91cef48bd420b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7061ecb11f12e85d118b6368688c1deb87b71f35126bcd98b02ec18844d6d1c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e799149e975c9ad6c7b0eef5ceb03576b556555
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cafff1804ee14dddbf0af88b17ff935987306bf3542d3e99e732be4d65d9190
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233033c6db4e500ef2cc752690e38e9befe664b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d57046b4c0d41d82b7277a413c4e6d593cf97f551e1aadf657c750601e0d94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187af360c9840220ec87234537767918bea82787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0238038d9aff22ca560f7f8acc6ecdee97c42fd1cf3b0025f1f8ef4b850253bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a6580623a9fd74ad573386abb0657fccafbc1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6143c91b27eb6c33864b2713eaf9388afe56b22aef5ea36d37608dc86eba929
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe616e11adb129f3d03083018c3600111cc490f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a41e4fddbe0f2e9184d8b98a59928f142ef447da3003759019f39df1dda73a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b52ba7942eb07ca2310a521f95f1e651725a5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7653fc31e2d78eed980cfac27e453ad03c1c3caf46ae7e4b06382e39be34c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2bda4b5167bb993b334f3b0c722627106f6aff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d01aef659fbb47459d87b08166c3f8f0495a75bb469af289068e8d7e7fcfccd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ee38a26ad8ed0759eb0ff5adcbd6a1b382eceb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0684f256fb22e9cfd8419f80bd6d6e4da9443088283dc7e7c57ad3d7169c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771429fe714b87a196d1411d98dda340c2065173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d250bd16ea453f9af682bcb62174dc09cac94200e031546b40c98657be17e2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad3851d5c38cd078e98c6156fbea872f498ca1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3920fffd11e1bf3e53d6910e21241c3bfe28e15a125ea35aedae243897ac57
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9a376c4e71d2441a064d75871784385b5707d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a067a1783724f0aaaeb3ed13194440d60db2000bc1a2f282b4ab7c5d45cea4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad0db25f4648f3843cf86590620bbe0e586f714
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b64cc3774343fc4a979f55d325b2ca46388a3d0d6416dd4a52b0af5457d636
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbfaf614a3b364fed0fbdfa48a1a9fe5d455593
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2082f4c6328cd1d7e8619900fe2abaa413838dd8c0b5cbc55536aeddb13e10
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe88bf28747d41a2d23e61d940ac1ab8e08327
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a784e888f9f447f3c0ce52eef51f7257eaa94192d42a263d473e45877474a93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fc47fecee6306161be7fcfb9fd9cbfea07d894
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3810ba98c940abdf6f21c156733c9da42afa2ba023ea0f4583e70b5c920a1a3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc67ab19e4f8411551cb0d369924ae0f70d2e21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcf07ba1c63a104d1647aaeb33cac25744474e7d5f6469e038cd944be5b755
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a8c112eb76bd11490a494090667cbe6fb16c57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f62cf9b6c7e164c9d7d6af64ee6318dc7b99101e4f8312dcc1cb5c44ea70770
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e11373728e71e5cc9ed937d9a45eb64fa94d75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9680355620d9467ce602672d171a6619868b865254337e7c46a4d00129814584
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3adc8cf269e3213df83204c72a177ee4b01eebb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ed46e041824dbd27c08f9d7c9a36e6d776a196d32b6bd65fd53c5cc7f696c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b511d8ea8d7fcc016a9a1a90aec897e4b548a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f263f57aed6a31cdd5b0af55ba8a8ebb3c5eb4453579730dc213863d6fce504
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb767696ae9977c47b34952e9a7ecd9e598f3e13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b07762c773a2798cd15c2ac54a927feaa02620dfeb7980abd876b35ea56345c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d87a6a6130adcad4ea84bf9d18d8c3cb770c0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cdee5f0f65ce5b8af1bd474de7b03c0f17d100ada617f1783f8dd1ea597495
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60db91b7796e5e26b0c277527576b4f7e2dfe3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cd41230c972c199e47b57604f16e63156b646ded920f9a9d2d6a9ee53a43a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f09266124a4977f883f742ec68be4cd2dfdcac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a262fad85515a11bb9ad43b865394875b2c1ee5ecaf48c2eb8abe8c607be4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3648625555f1af66ad772a2dafa8cffec030247c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3436d10f70100e04f4673cce182d4c03d335d5a718dceb68196d253afdf3b6b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130040bfb7237bd49cd8e3076ca2bb24acb3fd94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8faa3437d743e2b0bd13331ab49a0d3c6d45b01df5abbf235a567cb5866ef4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01f4016b534fa82703a979118c21effd5958f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb10ba2d3cd501791eb881fc5c4baf4b87dc34b2b9c677458eaef50b6adeee3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537110cff9dd14ddb3636bcee7a2cc85f91eadfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e173d3e5cd99d7617ac8770907e45f445cc67fb8d081c9f8797d317b8ea66f25
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7b819665f34780b7f65173b8e87dff51bee35f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c1416fb5e95a3139b24b5db0ab4510acefc5a25be24e2021bf24ffddf659a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cedd86c304bc0e693f8fda43149068a78e2e52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5ecb77afbaee5cb731c853f2766108e6a3c2c464cfc9ee9efbdf7e718f3855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf016e3dafaee23d427f0d049283cebf0d2f183
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14bf74d0da2c2771507d11394b22ffeed4a4f99ebbcd81d60d708bbd06a06ea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc73e871e6848807218d0a5ba8cbdaad7d4f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba81986e550c052f48b0d3b0377a89590c28be938cfdb2d42e5e2e3d0c0cd0db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7409d800bb02ad3e115ff60a4f39d18ce3fa89c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5dd28a2aa589b0b27279a5888c8698c51ec3ae1738ea0552a9e72ad596f2b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbde3dc8861272a3b045dabec165255bd60aafcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc2bc8f2d4244c082951a363b3ece505c8e0f05964bda5e790f5e0717d7aa1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea2ee8d9c6061dfc57632aecbc8cb52bb600d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679c98ac9b914bfae3b8fff6e8536d566b4679f282841f97d359c6e4f77140c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69841e7be92105abd04b06cfa2a87fa6bf35e97d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f359a55106d4f4ffb21a01a44180df697d829a8e584b826aa6cc6c629fa6467
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab3b2bbd804fdbc9a642d4a4bf06e6f707ac89e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5e80b81c772af31579491cddf14f0cade90ce5dd9b275235f0a0e5a7c5aa02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bc3aa57d19027243cdaf69743053974367bee3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2b9713c112bc0a0bfe33f1df218aed57b01ab22e2a62543766cdf02c38b417
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3bd1d60e72ebf674cd3b6c927206244ecd73eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f655d1274d425e03f27635bb75505924da7963dfa4a2ac9ae5741f9e1b1dcdf7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb6d8b4b3ef36a24827a1a4274168830411e9cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18578ecfb71f8adf516c1d97813b08b71e65bf6130fcb41cb3a5139132c134c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2387eade767ed68648d6785a22cfc8ec793a16fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15156208148c472f75e6d0ba78271dfceb6e256f03c345c378d33d5e370f873
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd7c211fa56802407acac6d766440ba3afa29f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c8bed36200f08ddd9a3a6cb8be71153d1163c37c45648024735f8cf856e3e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c5cb186108fca68b09d2b9350276c383225a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c068febffe4e0b7ae696b9484cf20f6f81125f985b06090ea688ca2f101ec40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9763193483f160bd919383306e597006cfdd66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351d44b842d612c729a0b35177c51458a93a9e52694fd47535422c3a7572b802
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e957b757f9c827dd4a461b97ce5a9ef6d06d154b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b51b2756f9292c4e773f1ead1f1e9132d1bd0e6d61ffa2e757dd999f0bf0cde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac8a41f150e9b0661f8f2713133aaeaa314aa12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191de1d946d5ae73d5c31023d8e35ba9e87b457f993e3ca48fc80835f65cb85d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7335de047d40fe6f740528768bade4a54c4b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a7eaffb001da7aab9c97da659870a6395270e389059b7df61931c1c933070
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b36ee2e32b1f20c631ab960e8ad426a2e8dd5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6d928776605db6eda03d5f95faa0666a68b9a65fc8a970f66f5599ff27e634
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d772ac0153f23548475782bd0b4c6930cff6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3103278716ec04c8a2eb1e8929ce743dd836f16ac69ea0346d26f7a98853ba94
+size 2179