diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695eb1fc2465c04e96e481b24b1fac5f7636e1b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d3a8d245a474332eb9c8faf0435e0987e70594f8cd6678e5072395531d3b8
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09f52000f607267c39dc25c2640d4d2e4748a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba1ee8087edff70017e1e8abd9a273e04fdba3e1f8f190d4b340415ed0953ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e64bf4e7b442064f38b5aacaa62b84a860465d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e30eb58cd800693a8e49a7712d5005aef71af0e311bf201a82526bce5da37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda6af228aecab29eccb9463754fd41b8eb7b807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa962ec927ccafa93b2ac6080c00afa2e47fff5aa17d98e4a8acd5168a9f4a9c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef957720701e8281970e6661fb5a85b775135cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fbc9659aef1c3d841584c7a171949b8be29a4df8c8d86a8edaea90cc8ab6c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd083bc1de4c34476b3d1293660d2643b86c293
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a5cb39aa3b35aeed6e4404317d01a2c793ccc763a5e86af89973e9fe971077
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d073f89f7f69b9f1d3d7f1eff9bf56450fa22bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00baa85cafa615ea2f0cebd60bc0a0038dca0368b5ce9ce6594eb27c5194c24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093bad3a2286f65fee6d31574430e11deeaa791d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92557e63a7791202557388a7841a3304bd8ac4c817f20a90b694ed8014d5a22f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca8b645f474ed4ab0c386ceacc73e9ec74364f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281bb2e6b824d5f7035a0c5374910eadfa12e8cf59c7c08b59243c64f78c2d75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0bfe97194aaf018e2831ffb0013987725a1ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e848cee2392eb801adf85633462b18e1a7a4303364a925b688898002732fa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9e4c28023266ed3fa964fc41aa29c5b31dfdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e21e241f19562eab385d3ef0962dee72c4060468deaaaf35d9361be703a2be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9600eb342910ebe4164793ec509d3e72a1730abe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d65b85db582c28c703aa51b2bdc6cce74533a2dd2f752992162ad69251dd1e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d09535f0e5ad70c7e4f9bddbd02e7323bba1cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b39f0132838e65374bc37c69c2a1088294c69b2289ebf8d6a5ec82c53b647a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb68c372ab4fa3ff05f26c724d2940a29e693d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f50163dde2669589c2f6715a4e972a7cdb1864bb9fb4ebfd31982dfc5ebc0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3be76790cd23263ddd8338640dd269d14343b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75a3ff9b36a58b0f4c12db60c3cfe8efd21b0a7de82abcca162b7aafca4d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd0dae65412dbaf76a7b6d05831b0ce7fb779a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d0b8fc30029dd40708b81424178996bbd6864a980532f243788216902959c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874227c2a5d6082cc0b3c681dd6b16eb03c46c31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04b309146238d29951b8efac3e371ce86bda2febeb92b131d2124bfde54af2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95d40c38374c376e601bfe1d099fcf88fb31839
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787c4e46f9c87b0aa80cb27ad1afd6749a024998ed58e74b6d35b4addb8a28d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dad904449dee252760ba871f62873597813951b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1565e787df8d04682b5ac0b185eeb2dee95aa97b580d92eb27bff5c81a8d74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af378d16704fb633c28d1bff1b7a5ab1dc04a118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d9a3f208e80834004f9d5b4c8c49a6a3dc1f484f25f7b8a2b3a53db6774226
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78d4433bbf1ec2c3eb028d464a45de86cf007b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979833374a266fc63dfb36f50943f2bcc5861104ec3086e96bef18383fec9fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982553e571ef8f381309815d38b383e213052338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e6b8a5d1f7df0b0731f5fd64d9f323c5ea8d87919caa67796c91193a293ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65792cac00475a4ed5823b838b9b1c7ad2099373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f83a84db9258154c743d77e5b3843e74e2df5b4c03aef39b9185d1e57ee46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee3d736279de927e3a29f0f87454b31faec2ad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df01bd4d694c28559313b2d60f5ce9a202c90c96a0c7e7f713ed45b701ad832
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad2f669d7128dc0faa0e52124e4c596da2df8de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb83e087d818a19813d00b8cd4c2074dff433a65e402f90e47bcf7554e26adc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337891932e0109dd56f975b566de85e74e6c9a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc43bfa5697f4b64cac2520cb9f41befdf7d0d257f365cfe86e5fc33e8935c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e2b617e215f71cf6aaec529ccad19423e1e4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8201291366d6700c751b658a14e3c0f0ec944ecd1c7d76774231f77a8455c02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b2723854f4d1ba8eeda0b68f9bd95374d3c266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba22f0004bef9abecee17d1c3a5bfa121ea660e5a201e9be65a0f23c129897a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd74cd27b92db5d535becf41d8a9a8fc06b520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1a51d9f68bdf9e9de03c893d18a0f4ff2c799130abec785e7ab50aa265f1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ecca5a852f46904af0abd595d5a6a259b70c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab1f49871e1dbff51090c424fb3e0860ad837358989728cdd784ce63e14232
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27559f54c0a315317a0ae5f5de341be47aa5e866
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3b466f4e1061de4db0c4a5102c26176481eb6b5a09fd65e6c7b0c8a79c4f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548ee5a521bdc1a86133f5c5d871849251097586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067f80823f2603450450f1034574155a78ce123aedf3ef323f69f7e80d99381
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fd018489326d291f40feeed38732ef43ffd30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70826829ce5900dc547d91458248e88eaa3832f015852eb1527e8b28531da1fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd07716d197dfb6609e00003618eccfcd115126
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c995b4ee2d5c8370a705a134600c4b73b482dbb1e724066d80726ba048673c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7a8d991aec7f6881d021f8aff6c6eb6ec6d91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc73859636295477f861c5c4e839c1d4971892398529e2c635e42c160c6f18
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defe79c077dabdbf99e5a48a3cb884bed49c3b46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2fccbf6a881ea726892cf2cc920dcba68f162e11d62e7cc57065941d39d5db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf58d46ec1b6571dcd079daaf0bbfd0b70f257f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda7d7bac1f4ff47f6f38788f1b76f8f0a24665aa3f8c2e3469459a09023c04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc04ab1b2f1e0e23feb860e9e0e7e6a0ed1dc68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956869e05c556aa6528ab12561657e18c6b0502a2cd75943ba5f2bb9b2296f2a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70baaa1935855d2ee452abcef132871fe930e3e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabeb7075f48a1ab45db80124937d6053d23077f2f18ba6087f0464c365fc24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cc2e07c182ead782856a7de421ff4b1068ecc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332f21d580d1522aa11eabccb176f45e55819e79bb7ac440e113df405b5da8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a916f25e91259ca1869c0a62e6f63d5e0d3041
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d948bbd615b1934a8a6b7ae6a5085535d9b96cbbd7936b93591cdbdb3bd69dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d512a5bbebd73117e5ef3adea3c5fbb2b574c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f624777ad2ee10a6ace81f625c6280c0628a84d8624d853c18fabf2f3e33559
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf049f59045b0a720b4a0087d0d2691e2e877db7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dca29a3bc39773453d13aab1e0cef80dd58bc52c7091e15b546b44239e16cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29dcbab5cc670d46bd33006b67ec1660b2cdc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79679c3fde3a56dbd88530654b83d9a074473690292f98b4e697689b9182d397
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29f2b2133594fa6e0100be6227da515697ce8ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59def0ae01e27697042fb8bf425ae88e5435fa56a93c2249babd126ffebda41f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb162c5d379f87d83e4b7661852080519edb653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ed19998d9b0de19bcfb3031b67f481cd7d31c905d27f8081a44e917c13ac7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe8651f0b1f0ca05664446b842334c9d0875e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6740f9adceb83569c28a0e4799ade3cf0c4a59b41ac03d99cc5f9aab004c19
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2636f80c3beff9dc649a92359849b2f9271a411e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1880ab225edced2a6d17d62500819266c14e7da56e4b26270cd434d98d449d3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c837ce5409f3e39a55a5c249d5db1cfb8c40b85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b668b717f5f75da8922ff59f38f2740fa6edb4282e90e7294d315fa223ca436d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57232d59cda7b31fec5ffddfaf2de814298b4f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2cdfcc499066dac5ddcdb36569eefa65bbea7e25207ffaa3d95b4ed14dc7cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e6ece25715118f4d5434500131f689e66d376
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da83fa50050839f146cd7b876242624788642051fd8157e756b960bb696618b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972928f4f6dedb5af3a988de638075bd08f28459
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeee4af7d5200192b8cf6526fa79ef1dac41b8c527b241109592bd76e97647d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94932eff80852d3c848027987a0e8501d65287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc50da009ec76c6363250e48f8087d6479bf6af4c6919bd3605abdf88d742c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e301c8332357127a66d62aaf6456acd777c67eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a40a2127a5037f2dfbf5a456d1472fda5de76778d5d5daa37f7180921dfb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0b296f45a5b670fdbc455ff4b69c20d8e87de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace663d4525300540ffdc93436f1c454564fb8145687ff2904c5d261c1abf490
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac326ae3f2d2900bd7cc5601463282b45400b0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca42b1cd296b06e85130dfc63778c063acf049e5c0162739825155fdb4b7f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcc948daef35172d419eba92e336480ddd9a08d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc1a03b0b323a184f70e0f768d0865b976c4df4388caeb8227ebd1672e2d70
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389499530313c85214bb3d8ddf84a00a2824712a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d358de564164689da1d7f0d08b932a48e60d802331caf4a1540b8749bd7680
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fb5f9f9733d24732fe9eb88495b595c3b0a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f61399c84337abed3ffc5a73e58977b5a2044f00132f6e2349ee23b0e86a09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f71e73a9236a24a6455eebdda8f92775e1654a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99b99df598183179227ec7427108fd295bd52b405b1bb9e35dc531b82a2cc34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ffef8b6b3f139bb9139d4c7bbf2a86e9c057b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b071d3e02d35b1912cf26432d7c126496b889446e2ba072f8c14cdecec903c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550786124b21b3a139d16140ca8a9f963cbf13d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86031effa1e39c974c40c8fcec40136b008323c99bace93c0e236feb95de52d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e90379ff08b530657858f0b883b8db3847bd71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e131bab41288f06a6a835073f1bb3c149c2fea7bc4f2155db65929d40a18bc2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d014a901c6aa3637c27c0033d8e09c70809d56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf52c339635de1c28597ba8f88519c3a78979340f9b3315a04c3beb069be1184
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a440a28a3afbe0d11e3784f3789e33e7effd6f03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dc977cdb9feadddaf958b3e9d938e6113a3bab231f021a2ba31896b9683949
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d545ebc585df682a803394950c9eb36a65e5cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139ae971abd4dd38beb744e5924fd2b132da021afc6a66b5648246cc993221ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7ce5036c73a245aef33eaf0008b9f7775e9b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854b36c2c88dd76b84c9566b09568aaf5f304334d02992416c3d0beb0bf46cf4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fe9cfe1e4255470f9f9c950b490d1c4175e82d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ba1e4cf071c60ef60354f933a1e799e9ebf96a5676d101630c609d7617a11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52bbb6c9c9d6981d8609a2e53022ad92855b4da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15e5d90694922d648a8d5e95693d66dbaec0d9222e3e9fd91236e5364181781
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363732b975dd98e22f606a114599f4ea05c1643d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0c4dca82ea2eb275b492af0f6c282638ca29c0d698fbfa59e2a0943c8b6aee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc800c9c164d6574d25d6e78d5c59fb9c4022dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69497bd691f3e58a6240113bd5092bc5d0bbd10b913eb530e13bd43b732545f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fcfba4787fdd1ac6812041913726b173e7e48d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229676b8506c5f3c5db7fa83b2a1765e76ec665ed381af8e117ef90a36a1eda4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0881806bbf9b83a3afbf9ba6fbe7090babec9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478be29bb9705702f069aa5881177f7bc19edd1b7e5881665bce33789e0fad98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d24045c01f53ed2902c0b7914cae74e2dc7c1ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1736397f7426e36aec8f5028f3c545be33037a5a5084b0596f6d277b845b0e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c416fd443787ea0a9609540eb57460eb0033bb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bf6cc217f868067cd69e54922231862179c8ec372dcfa1374bbfec65c425f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba44ac9002a6628f282a45c34c9376ad71bd5ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feafe7f5fc22c0a00b1265b53055c53493e2a67f1c77aa8a2c975a754a772da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f98c6d8d7be64b3c5d6febd2d2a2fdb65a610
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4839c59a3488590d6dfec96930c02b6daf325013ec806255db307bdd91c00f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c5d14a96e77f1cc0abdbf05997924cdea3e21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4353e9885c5f6668141c33e02d1ba7b1c32f4b4f2b6380744ff95248a5d9ef91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73f4a351ef444a3917c383b9f98e578dd6f6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23e7c9ada2620fb3d80368efd87f4c949b2693636b9f90d2955c405e8156af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ef9a670e964453f709788e24106ffe93638e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e515e3c05b162417b5332782ed009566747d16b1bfdd87953ba59a41fe4bcdae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f018bb80e9df5d6b878a1524edeb102c21f48f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6544c60afae154eee5d3ad7f8422e09be75ef5befaf9c1e2b524dd98ea64a64
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b3c02456326b88bf1eff2ff58b1e0f3a42b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56be2c0be6ece4f630d2fcfade8a18c358d100166844a763db59ff494d8f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65597154f288eec2bb0d1c708aca6f451fd8b1c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4cc5023a9263684400eedf7ca7a478262401f69353b3b67442e739f9c1c9de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd668f3546d9756daeb93dcf56fe6b585e125c71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca194e43b226e8728d1c0c35dd8c985b9982f94ddebafdfee934a94eb793177
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b54a576063d21290cf6019f98ffdcb0d5fc099c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0965c72a612f11b486723e7e5361bdbcb8e41b62842eac609c9166aa071caf9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f873b50391b915ac53cfda04f42e4838d93370b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c13e1bb025c7841a454ee1f892584f5545c6fea2244e76d7db4f6e68ac14da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca1c9f2b5efeda0a75bbfc938828904ec374ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb4c3ac6a93f90944eaa404c9d626e6035bf01808a844cd05eba2e71c4f723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9f1f8adfa4dc7af0897b6800e9a559e827bfe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda28b71da8f3bc8153b9ca13b3d783e23713bed120181006994501ef0a921a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de41424e636ec4f9c1f8dd545bef1b9a2186d0c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467490bab1457388c7eba24e05cffeef9074e7cb3555d8d5dcfd88efdf321a4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18447c6b24afc3d19ef0ae5cc1e2c10c8e1f154b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8ca5fc52baba2c0a33b13b68172f3b4f9cb31a8405639b8a394df6b565dfa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57276aaad8d461e27d6867972a742317d6967d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60ff74289a857c1f1b3107eb9c96fc94c253a766719c23ac30b6ab973a1d64
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da8f44dcb1809045e861a2d2f8005dfa167f0d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62727f16d66d062a18f54fbe01f2d168b28be646427f9c8ba044c749bc50de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9287ea3872ed7e92e8fcf5d0892a80bac3886c6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d29d1c699f5d171819be63521d38d1203962b78b77c35f3acb8bcf609107f40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c9561d310353476af9d26337d740f0b2316e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4ffc284aba2d1165b8ad4ba88cb9b422027dbb2ebb32bb6b7eb682849210e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed929824123d093d20786c5c4432edd825e1d0cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6af1d7e9e3f54d791252d6cde1f6819663423290f5eeb80f73f4edaac04cb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c8a4dce6b7c51435342f2378bc343d1aa5209
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc1b54c9db89d1abdf4e119d074df4e8e553e92c3675d8a5c75f5633d482d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f7e1686527949981048d5c4781f5fff20b301
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465bd5102599784f3d6e56abb0654f87d94644d7f5afaedd83eaa96b7a91fac8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9555670d1a35762d7d6791e2bdac3cd73d21d7b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69abbfab49ddaafd4111258f438d28482b5269b471a8bddf247a0c47f036c7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d935289836a05b6c5085eac07afbe2bc03158fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b95248d92d6ba29207bedea5304dfc6954be71e09de1bc038f6fa66112dac5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017d675523748f335e6e5ea1bb833c1ac4d84c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5f2d9150a666a02a47a51e9b1536389f5eeb92a51e2b6134a5cf42602ac05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef2ffa494cd8d7c82436b4e87e6c5f08778c740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bbe2a65aaf73908b0447ec89296b51b1bdbf4e723c1440cc7cda2ac07d16bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9057423454b9528666a8a6ff8a6f22a8f2a6e3f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a670084e65c4ac852a7e48bed93ce3f5225aaebad5f049d1cc7d8bc5d99d50
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560fd67dfe19047d508f9a53b09a1921bd9b7c25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142df492b5ec2c38f806948e45bc197347e1c986c488d47f9947c048e02ab1fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c7fbb5def68eb2d0ab54a42182909a85ea8aec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86bc0660125ceea8837a3954b287462730dd6002145efe15a6be0b8e7e0794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942557732bc0a7c4fad8e900d26cceb13ed4e5c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70514801bb708f872735b9a42351f3d74c4174cd85b8c945efd272d8cfbb435
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75c1a2331dcfcc9cc5c798afa8d2158f5f0fffe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcb34131bb7e8ff8401feb9e096e69970aa80280a8be4de2173ebe8dcf03aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1fb21d2ae578006a0067345406ce4f82329110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61e49b7360d5903f514a30318f9afa921a65093a9b8ec38132570214f697b3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47810317e998fccca1ea0dd519e5925515044e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde86065528fa2cc90ebdd29569063497cad79dcd95687b4935f2a9b785d925d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dd2877627771c1ea43d65e8645c289db6ac5f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934f3c2568905543219094e3d9d3a0374ee34137a4af9b917b09c716e3ad33d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d702e0aede4ddd15c7dae515e672425411f0e630
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88ba91e5a8fd158261bbae596be853c728d4340c31213b048aa83a161c3cf54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c5d31fffacec823286a0d99de5e0068bf2cbb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45606845820fcbb7dc2e3aab71bc4d6e7dd259489c1468684caa23bdd7c0e996
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424dda52cc5cc0cbdc1f761ea5d1552dd304d199
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cbb654fde2def63d0f39030dfa0292b90b740b99ec661bd5d7da4b47cd8fe3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378f2d71c28196e2eca83cf61aa7a643f4e48a5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee01ae62755b3af77e13f1e177ca69319982c31d104dc2d1a0ea5b964313cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d10cc0ad7763c8266a619d8ac3396cad7fbeb1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f2f0440e3cf9626aeec0195d62e2e3098663f73ccacfdc9c4485c84bcb403
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a341805f241345ab12a98334d5342702363c8c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6acb445499962a5e3c916a13220c0704a098b8d61958ddb976f4d6c89282e62
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f789298c841371ea568445abd1d5c6aaffebce4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86bf4d4bafc3d1e6945a17554a456af9bbf78274800102be3b49ac73834bfb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe1acfcb10efb4fda2d339083b180eb06b14e37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f48b91c1f3938a68e7bab4189d0e54c20ef036b28b3b1a03f70475ff7c27a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201300696998705be12148180d9535c7df240847
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37340608f30e65c559280521178f72ced9c77de464ccaed85ea7ea27ee1aca02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d80ed01a78cc0d361eaf009268bd0f6c0e594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e821187bce52ca22e0c258a22e2d8773c03b80d96ce79737324d42fc674d1b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051f097224ff17cb69a107f282c99002c822c3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbf3f9139c1b7d5b11e2610d9bede27777ecc403d05a7fb2e865bd16fc69591
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6198010b2e485d3cc3709571ce9c0da6d308ecda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e403e07735ab22cf5a5bfb0b20791ab8c98e837d13e5e5343f9c080e31c5c0b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24cee030d9b76cc96ddef7aa7eaf39b0d0a756f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c54973b7bc4ac627c44acae7d743fccb61067901947aaaddafa4a29dd8e2b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974e99699dc8a29a3768240df3bed5f0e264fc28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70cd76cdd918847f679b17881e5341e7fb2262258c61c49ee8e2a9421886598
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be117606879adbf267ab462f61e840275978f8bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c1ada109c61546b86e97f2dbcc2ce0955d2ac47bbcbf88c423c04a119a80a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a1f0bfa9d6c796e13f0623d639cd52ade25e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1f887cc19efa148fa02d7e3ef8c942c92ec8aeba21461b9bf4eb9f5e3777a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013eddeb7b9fae177f2390d03cf6c1826265283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fe1b82745e440acc12b67d902d071bcd150eec030dbab11725b5a17e9cbc53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cad15e96df2beea291fd2e898596bae290d981
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd15eac346af54993b9bc933b9d7f3d6368f57538036e01da4a5268f5f5a92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e5b2ca4a36beddb9af95b6012a1474e5abe4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1c7687e375f6483e42f313b7a2b96e5c2f7e3e58186f701fd8adbec2046b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b610ac035da91245d1e5d71b111a615e8f740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14241da01e94ad426f49f2b0731ea9f6149b242abdeb58da98a8ff30ebaa8c2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9f533c680fc1856a4641bf80ff815533ef531
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693356def91dbbb2f63c435b30e4a2ffdb216dbb8240d7306fac4837cbd96fda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f57cf889244bc4aedf4808194cf16663df748
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a48c8ccd4b6bc8180fe867b58d2c6db164d5d6cf82febc34112c94911daf42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2763fc3396fa9141db0a0815ae0016efc324d39d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789b4c81bee01ae58503a01e1d24385a8e298f73dfa0e868ace1a7cb9fe960bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d6657c0fb931e1e3aa9d11f916f41b9a86f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0482fed560979b377c28d46807a2582600dde0e2a7388b7b06f046b15c5b37c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fb8af8242e67b293fb010a76a5a16a33b57df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9afebb80247ad8677b2c704cd084d58867a0421599bc49bd0771d819e021f5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a50b2f4d25d95f41b8701a637665c1e224156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c40389c7798bee8a8d04ff8069d5367bdb1a882d6325e481104e683b06950b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d19a17f71a4eaa6c081af05ec74a0a49663fb01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4611ca5edc2c8af8ce8747b61e17321fed01c7f1096a48cbece6597ef96ec90c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2300130107b7a4f4e2d7bb650bfb2010f6b68e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c6ac4957300617c24584ca71426b2400367580f51fa93cd419556032bce64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef8e6b8402966fc87b880307b60c9b47377ea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39339c0c32a72cc5fe09e77e4f382291bfe3eb07ed77955efc543cde052c3fea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e1e145d9fe7e70650432c0ecb541435ec7bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef67dc803b161a90b4b3af77aa2038b8a5d324270c41703c46648638e2a0ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0633a104c41bfa94ecf5dd7c0930325214af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23295d95817f76350801611e30c8beb3c5c7649d69654d6a9a694ea16556cc71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abe105ca6790d2ef3b66982827b1d8953cceca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8cb7b981cd72914d0e3a2dcbef5669251fe57748489530219e04618d776657
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69937e48f60a08803da9bea3675343de9c1061
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03a6c8c004eaba0f3eca23065c897c9a215ccdf6dbfffddf1208d4e92a8d3f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ac8e11ebe6155c590decdecc4144f7f8485917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d18bdcb125cadce2b345edef5d70001f9f4eb8d965c4d8c9dbefd89606e427
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5123c72d41a0bdf5300ca7e439ac85620eb1203
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67dc1a8bb44c9931f69fc1dcaf3170b365613c3176c59847880fb5f81d7c49a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b527f35d80d537cd0e41be784ebb3a7e2b0ef8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369b0a13b7b500aea8bdbf288939c23ef49507c24f9d290e04213fe840b98d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d69b2e4c2a6212b9ec27fa27fe39f73e014a8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04511f21b65fefb4892d3b0a862b98a998e449c2fbd20f1454e6d4b1e66c09a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1998ac072199a2d7ba2611de391f300f12fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb4080b95de53d4141870d9173f287ac3253bc76047d2bdcf7a5bd2d4febc71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20897df9ca871e2de28afac3649a88862845fb04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2412eb62e9d075ed3c84954791006019e7e59df7b9c47405c516fb8dd50dcb38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0275521e8d7e2aa40fc8feaaf2e5b037854ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f4727338573e526ce5eb9257c150b3de8101702adf9c807bf3d5aa381b01d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e18aeae1a020d07bd5c9d4fc925b59a639d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9747a3d18247e38e92ddf049d5b0906f428e239e37524e21e25616ae961b680d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60d8d0efe980b7fc4281f66e69eead8a531d8c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543e5d9e14dec3ac9229499990ff4337579461d891846e897565a8061282a8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f605e52374626070961559622add124c67e3f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3cdec31cb6ffb498723c9e03cd2bfa3bebe58de22727e0dbc65fc231350985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5386ef7eb981d1a379d7c73254c8202ce9353c67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852e0a598ea7c7c9688530460c38832db70f69d727e70a7af3a0a8c96a091dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c9299ac27e227713638990cee1af172d2b2e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ceb5e9ede84b63f5595682492f71b0c0f4e539973b4fa1806b2269818f75da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19523392d07f124e0c09b5cd543bb8bf18c348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974fac6132f15c9a430d5a87bebf7e0935b07f4a5cd4cce6d11a5bd0a8ffd4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb320b81bc13ecd6b0bf84e277d3d6b1ac2393e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a8bd0d7878341a0a0dded2f71fbf7709c890c5c98ead20abb1b39665a6c13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409b8f424f3c54329a879d84a246693561e6af22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e6e87a97ddc0f6eb28f29c8addc0f289f407c29937e250ab4b6764c3d9db62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0004aa8c31e49c1d754c7b831856ef6de0609a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a73b66a05d050e28a4c7ee24297da4b453e534e98521236a1e95e571fc843d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ae79729db8bd0ebf41db76c6715888396e6e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74081e7930376ca7014ea5036063e384116aa46ae40076fd0fc10d1e4f5aec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a856422737aaf7338e697ba2991ad6d61172ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128f14f7cc84fadd6bcc220aff3d2c08d98ff4cc9275d8d83f4c7eddbfeb5393
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e3030f113475b282ad63c162eefb2ba50c2cb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1548c2cac8332c35083330772e494bae9ee383553c4ecc2c8867a858cc2bd57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c22ecb33f040cf10e2413d699b7b51048ea20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7079b65901b215c3d533142d2659e0448968d2f7f5c432dcf65c94e27c67bc24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4740b7a7f2c4482b2c5898fa1ea4c24972db7813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95460025bf3aa361a008d44113bf89226acf7e007b67a23f03b972a1ca8de413
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10e68b5ffbffbbe4bc81c7d73fabb05e826954
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b189a5376dfae619dbf69a0a1814104a1c5222eb228ea550b2cbdf027bfb0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8937c93046e54cfd7a599ca2aa52e6cf80f68cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc732c06afd6dda87be62338c45baea2c39e6bb6c5cabbe41a739556e111bf6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce489dabef9394dfbcdc2a745793ae5f8d5df031
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efef11961fb7de0ca3ca95716ca8f7739ffcdf7f97635ee25b2a2f3833edcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995d465320468c061be788b64abf81850df4e20b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aced2530c134bf9a2095a21d192a104f8b4bec7d9b12aed45afb1c3898424f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741bcd7dc0e25fb484b0e6d3703766865e8ce078
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76edd310f3014589fb2fe996fff08b162c05a309d702d55954c14d5cdebcf7b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57639e10a578f32ab14d4789a0a1bc106ce66b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba99f1af2c82cbe7bd5e6599a74122ba02f048be8b0d05b66876322e67829b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5a27fcb0821ecac2cbe8ce74b49652c426d90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd43243b509f3dce1b82e38b0480bdb6ea303065728e955abc073761f8ed47ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e79f3e1afe0e5f1e96fcd4f4f963c4ae0288574
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6202b83439c22360e9eb67503b931e220aac431233935d80e452322ca3b37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bc87eaa6a4773c52af0fa78b091ee6fe3c7871
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430a05e0f9fbff7d0bb10201903c12acbc114d33e5055d6320e9f9d7015d9c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a513429ea0258e8587e6775964b014b0664197f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a4e798dae98e31fef5e9a4ca67625662298613dfb94a0609ed88d34860f6a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b945fd73b6259b1711441f8b13fa99e5e49154a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b5f86eadc0fdb79a7342c4b509266ae6ce134fca078428611acf7a8ebb2f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058f8ecfb992633d382f4e818a4352509f165323
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e29f21e5259fb0d8e8f36b9a7136700fd476ecdf1e2ac4858df6dc1225f83c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da5ccf791f1fa45ddd4d911a19c281b0938718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02e7d0129d7f8ff2c04d69001c576045e4109c35e233b12cb11ec3e2cb7a5b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7708de0d79e32aac5dc6462fdd7b7bd5cd6628
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ab4a41fb2e17b8dfc6b4f0030b67ac002eb76ba07384a10701037b109952af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad242ec8d9684aa4b611ea0fa2b233d35c1a237
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a36c84fb82abcea35db127acce2166c43900e55d187a5ad2b8d227201074e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273c6133ed75a57fcc5eef2ef34b95ff8628bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4078e7551cf137f0148b969916b9774e1f94ae06a0c446d84e07563f3506619
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d833acf4c47ae24a85812bd40e6813cd5ff0eda2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd8f6f4b9527e4ebb91617d57c81d85a575770877d1a0977189a289975302ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f54af0e9a0fabea80a2abc8a3cd27b16b331c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a84f8fcad04285773e32be5acaa9ef2ac5828b168eb27dec0876324d3db1c5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f072e733b1b59108a62bd8616c33ddf457a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0476df27307bf435f5265dd648c30c3e93a6b4c1788df07c1d95ce011eb19fb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4227609d340ba566ce39418c880dc82c8e6ae0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c715d02b7083eff3e8289bd534fe1ad1b937dc9d3f8a4533f0345f485659f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ae7ac7206ea95d58e30ae243f5a566938afa5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125af11cc81ad13c28e76bfa53f56fe336dcf89489787d88e08dfbd136c8ea30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a7c5673911b51a2dc66f416b2fb1193de9b468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92a6d52319d250115a603cbc4ec97aca36877791eaa7e07ff5820eec197bec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88f8f6dccbf0658afed08d2ee26d3d02c00d05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57452f6e17d4d2b4bfe181de34191331d30c3dbe7fb366ec45926b58d15d02
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d93367dd0cc1b71d3e6e5b80e2661cf4de0dbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08a4a57385be08d5e0557c773e3395c5b172e5bf35cb83e23c03c50a1492f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec36ae36090fcb743476d399addd15073ecfa33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e8edcda31983b9131faa1a1c5833063518e24151c58913c4c4d984f2d79e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb704197d9522fc7b1fd87f7a0b4c6d0d559ebd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dcada6dbba719c35b909935e6b14ae5d9b620e468ea61fd5542cae4195597b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d62f1e05b6909f3afa9dafa9392905bc3e7a8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe61b0af188abfeabb54616c5c620b5a0f98b57e15663e594183ca3b204c833
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460c22190aa0d8aeda0adfc54f4db81fe73b548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19eec0bc517e747261d15081897851c2a6d60507c10740965887e1efd9246c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1dfa46d4cb4e960289d0b0dc7be7c6c3473d73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda17a7b3a449a72e915209a95b53c4429d797cc37e8175c0b6136bbcc4c466e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f15a9049be7b6ca7db470897d18772b7ace7d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9854ca6f41c62e87b3a207d50502a0b6ffd628a7338f785c19672392bac89
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef5208aefb4a89288eba8e4a0983edbf412208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca1829380010324169c2a78265b2a9fa093af9f085a222df1f12d1d339962d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7ae290ce85aae0448105c3a33c3638352092c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a009c75c7f5697eaca1b23b167bf632bd56587fcd2dd299366c91bdd747eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8280c7213e26400446ee2270ab6f1634060f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6bcc0fd74ede787f951153c02d24ad8d92f22d54bad8611febb4ca15e654e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd55037f1823b2b99681ab0b963b00059ad1b17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f35121ea4378592b8f2b16cdd86b684ae3fae5d7cd30a1c1762e5507cec15
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e632368272a8ca9f01b27e0cc06aada401cc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469aecb4cc2c103d570b92f3f76272f11375df65199d9a9f04f043349880d668
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b706776f94b3945d4f9cab1d1587d5a5f14d27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95277824c946a1ae288727e0ed3cb8a0f06ce8d34efe2971e7afc540bdb3e48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a225e896ffbbe0570dee3fe82850c08889e0746
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998f75a8b57fdd49ae2b6429753634dc4777da3af05281c0201c1a9a4925f8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba0b3808fe59472c75d4b9c217956ca22443d3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3507da13b758fda71c1609cdb219db0dd31a6548d25a73a9c2566efce56a6f3b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c5858713c3ea10c3c69247fe859b63d53973f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffa5a031ca65761384a597fa9b20343b300a2bb87a2f69300f3349c64b6ff7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a16c691eb62b6be81ad100eaa55278f76d62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631520db81b58070babfea59e5c2b536868f44f1f48db9bf65ba303f9c2fad4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53f89ac6b2c70868db555122cf9528239c3aff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2beae4ddf824d1aac2818c66b10b8c2356fc663eea0c43cb721a1895887499
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6f7d714fa665d4aeff097d301ceec2eee7e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b4037e47efd1ff810e3097d1f941f5e4d37fb1359825de97cda7f675a1093
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05aa21f0e78fb9bde45f033e5efb5dda533b1a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3059f16871a73f46a75871450390b5aafc43a8f5c51e539b91569f208c05c2f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd35093734411f6823f15bd531d911192d1e57b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7369fe274f47e39ce5072a3151d922c8cb5a9eb3aacbc7bb387fecb4d2ba1c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad78ec6538f3d1d846ff980de9dccff4c4d7e17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41dcf8f9f9e55417dbc52c1b012d15a8d3010e01ffd690b03becff87802a88e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a235b8caf7a15ef4159267e943cc7e63f6cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813bfa6c844b7e320cbbb6492132d6e7977c76a30bf61e2aa3ae8407e9fd309
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbe69f39ffc99c0d25be5c656ea70a2e4a74c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b71fe1205e5c4374faa76ea3a103749df265d1cebb2c9513929faf1765189c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69a0da0fb8c6fee0e698d92dab8a223898f89b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c803f7f8bfd0a04ff09ffd7b98c78d4869a4cda51b0f8cd5491943efc02634
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92736260090a940cc50380f6c49aab27e254365e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6947b07533a5b2378d383d457e85d4591ff8710a245b9033eb49c9cf0b61eaa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48e2e5c50da34173a41e9b9f75487350eda078
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f00c9bd817aebb677218b251a9f96e873368608e2e8f3af5f7e32bbe4952a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8b9adae62aa768b279008f60edac5b6dcc67f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6cb16836fac255a55fac27f4b69b8f457f1fa7fbebb08944a96776994e75cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e318eaca698ca1410557154e9caaa4028e72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5547b514f4e9e9b48cf09731034fa21898207f19bb99e21f78ee101f097aa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bee45fb231d749d6393576ce02e17f3923116a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335aeb4893d93be95c316157f1283925dd67a4c73415c963a9b11733819204d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f389735c00851efd14e40ca49c6b61c25ed0b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d5b4661a3d724ba1b9b120db11a03f9a953cd406830e7d3c77f6e1cd26f36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8650e1a2bd5f2f0b838ae96a777a09022cd62950
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080bfebcb3a6aec19be4d1ad055be3b745d89d4ab8832c77171d980b3d5f3aa1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf071cef4a7062fa21dab0ab1eca433a15ef2d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3918eb1534dce1ecc4da6d32b16ab12ecf062dec3c3fd3d07d6b33e74f6c45c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ffc673b55fb7bf4b0076a3942f5dabbfe6a3b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571952e536bf9378248d7ddd4ac111baa9f975b5b9ef1df072185f9808a56d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73f93e8770292b529f6d5616e98125463b012b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8f9b9c2515876a1619615d6f14ec78d0847ef88645b492f9ec78951eabca7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035ef9351a3669cd9c57d60184df697a93b246d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497de7ffd7f91b6e79620123cfdb64b43001d89aa22c439f8c0f905a58387ef6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95305e72eaece950d1da8a088d1384e2dcdde17d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a53eea731a588bad8c2f800d48a7c5bc1325153c81389c0d1bda8499a459a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f14243bb83aa000a47d1c89c63f7e1cc983c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462510e0a7cff813f1593971335817d211cc05260c7f67119dcf59ce2269637
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33543a291e0a7812f120314d5cdab35e2f66f2ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30584b8b07665882e911f59028730733719cc63c3838cf872eddea9d8e6d85
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76280c92b6b644254b9d1f5e23fd5f945fe03e55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce364eb370a046b91a5c6cc0e2e04bfd052c2aecf9e195dfc65979281475c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc578fe794dc96ab805c743bb35fe7ec590796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd284a8430ff8e56b5ef6cafcf13f6cd33459143d16be7559afe3f17dfdcbe1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c62dd07dd033e7c393eb6d3f7e93ba4b031d22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a5df6d7b83a55a97bea75cf0849da1fb031dbccf97608991525418c377dffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004b291abce7280c191a539b84a9003100f6ba57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcae0efffbfcbd312b703318c3d847260a9973cc2eeda010bb2634052de111
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf8f2fbb62ee8aa08db3b62d35410c01e805e7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09af15b95709d891226a670dd86489d316085721a7d05c25aa0016e96e239b90
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0a443058ad6c56bc8456de130797f4489c6c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1192a1cbbec08ab634dcd4dc10e12ef22d1236de25f4a264a592278ad8d139
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641f878d6d765cf4fbdc22e5cbfb15c88d02d2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0d98a17708dbfd3f912dfb573dcd264b8d224c877f5064579ad11fce41c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac16d08130baedcaaf709774e846666321bb1232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcb9c2ca92824b91e56a5a334b7fad35d9491d3e46c2de35277f2f4378fded
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cb8845404732e5bc744f2c187fadaaf2c8796d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8058a29588fe2388098b144684f54dd9724fd6ee78cbc6caefaba83d16f3dc66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27110a58a832728e01b09051080da0e18eac4372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408eea001301af1654f031fa95b9a729a84cbf56c0f877b7058d58f8dcdcbf54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072851770175a4b0b88d3b930802ef9dea0018d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e3a9c8d60dc96aac598bb293021e87022cc4829c6e8c1ed8c694f8f6bc5de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b88a6f90398b7c5529dfd2bb7e327bf5ec5cdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0200d072db0e8d25896be56416be0ecbba51bc6d525f211d09e5aa7b3a84b7c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f2f4a18ce8c9c42d59649d6a3d89fcffaa427f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b449fd2bce4d1b55b7df78a9d1623f87df6122048ef7b58be0d171130b5d69f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8cb52977c65a74b0dd1e63528f7b05e5addd3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675db9f7393e4072c6765b8a0a587e027cb7153e5c8133056e4300c6d2783ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f0f8f594a88937b7a6bad65d6155873f008d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302896c21dc69a68f769680df17e813f80bca9bf9456d1955d01bdd10556c797
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea278562286daf493df0b10acc43ea0a7381ca6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210d2778b56dbffc4bc90d80f48322549d74845d11fc4a12c2808f113d4c0fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d88276caf2d51658c5d79220e5aee035148a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e9e2595cdac0e7792863ef8285956fbc8cf720ae123765ed4ded3da484f7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327dd6af0802a9b9c410bfe1b2354399ebbe2ee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa60d7b39813133588d988fef2a1928b36b70027306ebcd76a0a9e9de89521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe840ae7ab417933dfd4c73885374163e49e21f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dd96ca73a63f98a7b341eb5f063d190d8b49260ced3c5a7004b8b3935da8af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179