diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65169f00e3f867eb1cba0e868116edc02554ba09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d40d2bd43de8b21206a6b2ba4b41030266f11395804dc0aa9d3efedebb5c577
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10657d2e51e575ad95a8e28ee440e31cb84ea57
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0926dc2e408701f191e13d2056d5fe8f71e3e064e08449eff7db4c1eca427205
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759b0f161ca4cf1d7807e3bf23c6b05b3a16082
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257feb69ab0924874b55e98285d25320115d6a408f3555981936b770c01409c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b249ce76db9af4d245bd4e9c2bf79037e2a00
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33872ce20d91eb4679c96d753b6c471df0d8b7fda543535e0d034bc2c91117
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524b6870f31f311223f9b73284719b09dc1cb70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58536353ec48645062dbddd849e0aac4e700d8b35708f59a12d32d31fc6ae0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ff70907c16f2bdeb877e2bf96d1affc919016
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b70d3bafef44cf78c8b472be2f64426468afe6aae419d86e4b672d5c791d73a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623f69236eabd531421cd24f98f22816f2753aa9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aa333e8f046001c29f56df219991dae389e90276b1f8f0dcd020277c475641
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b89cf93ed20613c3c0d983895340e6595f052
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533d3a84bb4c8275212a963b0ba883451fe4086f74e11f5dd02dcbade2d252
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7823f233ed282008e78ea23526bcb4a941153db9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7481688137f3dfb2d128fcef2c05a0b0b052e219027e425177ac52178818d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc530753ca8a5733dde7076792748a6c7685edee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf57c560a7493345e1b9b1681053ab60329638794d444a5696ad51950374b3e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5417730fcaef5c87449f3897344cc743ec671440
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c69766764f333ca378b59a045a79c7ea928afd7d2bd04ab721546b7527b2b6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def13ee1b4857fb1e899b291d6f357178117d91c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616c31c1d580322d877d1e8ef06788b5eaa2bfb10c99e41cc7fdf6508ae3c31
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8f5f58c22a4c74712636ea09e790297976328
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576c2d954742186463211dbc6f19017e1de654ff5f85617f12fd300ddb2d04a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f72d15352b361958f2fe2d371d18ae107f27a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eded56eb27f40c5766d44b793aa41219ae57bef95f6a56434abcbfeb0d8f29
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f731a32fe09ea2e9c5d60ba61c29c2c3d31e8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef5b37c890e8f944ba1af6f410e85830b0246848b90fd60ab5d4ff4bb487eb9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1f4aef6e1e9ca2f83a598147082e74d1eb29e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd50a957beadfc1aae41ac0ebe8ea3ee0e2586c06bb3e24b34d69388b6c7f4ee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6979db3fb44b98b72067d0a388af84034de0d6d8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6a821937dbc4b505a1cb7d65c344ee9855a98e4e2e6d41fd2e5f50c817368f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21b4be7affd2afd19a8600e7e12869c71247838
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6fe36f9ab3a28c1b1049c8859b30b46fc7f1ee89bc6f6e0b4c577da6f3b7c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30755730ed8ded519414b73013dce9df6cf05dc8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4599f6c91903d4625c672488e294d3b64daafa05cf1e941e77a257e78f14c56
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ef8100e2b511436eb5464ee9252b0ba2f18537
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0b10299664ed34d0a0286226e1562a6f84028be4679c5b84f22d95420a5337
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2539de18252debd2398dd75e1a88ab780b68477
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29326e2a191e652a5f9f31b4da1c19d8b4eba87aa6595a9b1aa7bda29b0f1db8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f147f2d7dbc0a3db22acbc6869d04fe4fab1c75
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f04f21fb2b9112c68ed07dc40a42b9340d2ea5a7e6995bf8ccc3da510805e7a
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e1af756d7d0ee44428b51633d8275b62ae6c6a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1bf88f9d1c42e3639d8d40cb0f9088c9a52a79292974a112b2f2733cbe7fc0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa14aab95d3bb4a825c7ccfe193054f65ca70ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a2bcd33a3c378c01fd8fd867dd7bb7d5482a3e0b6535859727a26c85b0807
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470ffcc0fe009a4b86918d45786a2ac329dc6316
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489bdd6df576268d6555461e1446b7f15d3216f5b8db194ce591ff8422ecddff
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd8db90bd8367bf978560afc38c53e75d1bfc68
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8d5a4ef5fa86566a2f2275646ffbf9ba5174ca79f96c23a06e6b7de2f40c81
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8ad55aa340f717d5d5563048776b75c86ea07
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ed2e14b7c9efeb287ee0a1492c9bd7a3a4250dcebea48bcc4e557be5aec5d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a442e65f6a972f5f91206c765db151a1ebcd82
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8dceda26ee2dfb33637ac55d8524001b74dfb82fce2fe23d426e6ce662ec3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac23a9e2da5f5132db5f69f0644c73e1ac6c12
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5dd4bab3b1ab92453552c47f2d45d171d630e5fc4f9158d6c6c61a78c1c522
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088fb32d9d581256449de34779b7b74616e700d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3a253fd511f06e3d5b3c8f32ad87e99eafb0793c2e72b32455d4c7d56d1b77
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8c59bac64b78f2d21172c078829b69eb7d02ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8fe149a7ba3dcdb37edbd81b3a6f86fe525bdcc57952c18d7dbddfa46a248
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f9b9a1983659c49fa96f3cb208b8301362bb0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7683378d7aaf034438ea7315785315a652862016db689e21330ffe3c65ed2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067e42481766c55d0d1c6b50905d4ce4e580b81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf253e5fb6fe7c64133107db33b9f66e38befcf000831568adcdb6fb79957b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c205c708fed8264a197318808fc7196832216
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428852e916a71613b446ee4f48e51e938eda541409529c2d8ffb7b838fb7a05
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb346da8f12949ea0f5591bc3e79a40234cb372
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09b7ef72065119876ba1e5e9ec4df43d64b703ee9b7415302637f8a03bf689
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fc4846787291d776278d479b2b186c5d08ee66
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e673a4c82179c46bdc207f5f878e2ebc868e4849565a968982c764d07600cd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03041b92b16a25f1a2bd743ad93d7f9dbac77a0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34022cc9e813a580203ad83888d7142c7107129f0076b5ae27d4d619c92634e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dff9ef9473ceb8ce70601d599f5bab664199cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89187dbed4e55d6753b91ed0f87ec20b34010a62a5912638c77028dcec93094d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbfccbb45dde537efa2471afebe8958c5f7430
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c5db9df26447c380c27536154caa213ad0a6d365f1f670bde142467923b9b2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285e197c31e1680d5c8204fb1df79c31fc1ce2e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e2e8d04baf1935e80a16cc9c0efc156e9b59455892a766fc1c0ac0940c1f5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d51a5851cd4c0e8feb7a93fc344c1b6cc192d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df420b00023f7c2e818d8b20e50b1a3516aee42d560e2794b9bab9c3d84f0d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ed31a27f827c80b058b50130cda0d5111f5ac4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0303db63ffb3ea6ba62937ca4fbbcd30935317555b0c6d477053cced2721ec1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e43b849cc9556d9a29d1ec088744554fe8712c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa922eeadd23a3e17bf9722741d023740eca1c2813395daeef224633fea9b5f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef17ba2fb9e7f0c3d8b17a1805f483f28af8624
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5d58236674ba934c173e90b44b1c17432abe5369a38ed97fa2e6ae5054bc5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94044de4c20e5d5cf4f94ee9f03c798c1e0e694
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12149cdd1b751faac68bb368e363dc5b90a1cfbe6d37dd0db6409b02bc166e08
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47bcfa0040397b064a6a592322602c8c666fb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae4c09a036e0b27dbd79ebcba08a0e0da67c6b9d2b18eab6b9c4bf65f7be4c3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5865b7655a32e018edb32f15eb84a6864fcc5e5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d9531743bd2967cf014732710e4e95f61ac6a9864db0d54349ef9f133b755
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d40fdf6e8fac9966c465799c27d359e2441e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5336a86c4a569d2ca5b2ce88ffe05014962059837d2f43c8cf97058cd3d1576
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6754378c19193c58018b2a52757abbb1e5224be6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308bfb965e47002250888f9abdee0ba344377c0d3bafeb02cff0049fe51dd431
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c915978484a225b685bb0050554cb382bc3f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157367b4623a4133ede0c320dadb741b7efca19088b816a80b47bb6cf6ded1fd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1d3be493efc40104dc35d4be0d9b187999837
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56153708a4dea092735acabc69f5ddbb642c5a8e1e9cecde00cb67db0c5113d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb36d151902eef55fdc7c6588a844b1f9aa7de98
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dff9db142963af0993742f41abd1bc05ed638a04e3688dd2bc001c4ab28e17
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb13f9981ec0193f3610cf9928ed0ed0304b469b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561e0c5b56616a605fa0b5592764db048b15d856f87624cfe5e33ad3ff0b1062
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2432c7d173023bc31b81a4e0484cd2ce989fc1f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bc283f629097f01703f6a046ba62d3f554c04b554b65e4be8076705ffe7aa2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fb01f63309a171dcfa5059c900c1d1a084283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e7f70ef7e8216bfcdfa74a305502eff5f9eaa6ebd386544f4ba9b27013244
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1e45e4f6352f76023bc5d1b8f9d335d19434d4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3e30ffcef95232c875e30513f4695c005bcce1babea0f739c378a900cfd06
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735cad1bd1c5566b4ee906cfd9695ef9a282aab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0228f3886c4e7481fcebc46c8981b95b5345b2a07ff3438b8ce9952dd7f82cc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a761b35bd2651771584724cf693ee4c64810e3b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4e612c6acf1588d3a3c15cfa9ec1c4ca10dd6895687f1d8785e353253d0bf
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f3aefee5dae944e8181658131bfc2d0719325
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3237ece4b4a0a7031fcaea91d1ecbbdd5aa2d73cce39d90f52c49a1b412c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bcf1ec4e91940fa2a74f50780d11c0408df09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5d94d450ba4cf61acdea2c25b1f2b5a85f4445966d864aa9966f444ed0ac4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79da44c8b5b84ce1706975ce56251be5a5c16f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe8798fd4f92bdc919e43946fc0a9247e2b87de30540f3ae545996aa8cad88
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f785d5f1eedf4631ec6800494b93382c54ebced
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ea098769df4043bf75fa31499f32a488aa9d3dc70f61ae57b4ae83c0f97e0b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b08963af7a779b0e9983481a002f4ba462377
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8ebf80dc149a8f01925c48827082fecee0ea8e9a3e5ba36d0879cdebf54fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1ffec6a3d90f3c7aade16aa81cb6bd880456b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9402e17534ec7d34a13113942ee9e8eaee99c358491578238f9634bb8b8b6ba
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196697e1e846f994d160cf3546e0433d935178b1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dea657af49de1656fc666c8826c80bb506ef9bdf6c947acc33bd447e23e879
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74888c570abe4869ca155ef9171ac06b771efa0c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef462ac772595d2a427a636fe979d35f119f8722e176d4f94d7c8de829a475
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b538fdca5daa5a2ce13fafbdea785153fb56fd67
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf3689dc0be96a620e6bbf155a42bdc31621bc79113cb9d99a7bd176bc03722
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b097252bffea9196ee7c72995957e4308a098f16
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc55b8d9a8c12612c625cfc612a6a8a9bb473c451dbc63cbfeb4cc2b5d80b7e
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c6fecc9dedb810092b7f80ed5eb695ff85635
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc25fcb20e021bb0e4d34060692f43431d9d8cdf15d2a05b7fbe7ed9ceed236
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357e8f02abf90aad428518f413c91a4e6b736cd4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c788112fc793a60d902cc2ef18bdfff5d5e6bcf7cbb66fbe6683f69e6d51a153
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849e71d7d7ccd9e0368311b302deec546012be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f631ddffbf188e514deab287b42eee19a21cadd5949e89c3ddc8660170f5a558
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1822eca9e829e4b42877d485f2631ff200b841e3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cd293940583870205762b421862ddf91c68f9bd0b99943181b0cdac618572f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26055039ab7bd029061eb40f5612864999c2daba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fced3390bf573c282548d09281f2feb0ee4065b9c051c20a63beb992ffb50c6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a56834383d23b81203c05e20efcdbb732c449d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce8c137517ca27196d482bd32341aadf4668e336bc776eec948793b06aec054
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafd41d0e74eefd2e9f7ec84e2a671460e6142d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e072755fe0208ec16d0b86468f0194b3ac2d2a0a55c14d42cce1a61dccfa1f2b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f5647bf63c58d8c398d84d5232307b265a6d7d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31551f937870fdccb1949537acb0e2913073a49e2fb72a193fa18476b13922cc
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27325620fa865380eea50db93a90c0146eb94d08
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b646f17407aa3813c1d4ba5f3cd47006227317fd371ebcc093b9a991e25d5d6b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85e43b31a827edfc53158b590849476231d799
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11393a8e352cad353b688451f10dd2f9c329d302b70211b0580897d437c92551
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f27c4282663569b22fefffd204fb52a43adf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa87c2b9c2b9e8fa77ec5c5abe201c2e1e5333b618e61c6090206661b2feaaf5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa126445e4b6d9361b740f4c750c5c9ecc031b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3583a379731ce10fb72fc578b9dd460d1f21361328467379dae6f66f8476e2c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a583556511af1f9904297739f2e62fcf55258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2a9a73422e33a947644f50c02fa3c071c97b7b7bc68bb0b4806bb0f7fb82c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa537193c5b663e2ddd81699ad67c1923b1d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3199bc1128bc107d467e6f104f5d184147938c204deacf59197c0b19893c2e5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf194169fb388fba7132684dc5124a3a4f4259e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee0295682d4ff969947d53d63b70a3e28bf3d9ec812569f0c2589dc55436d72
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba32f9a577e6fe9aed79cca1239b3e22116959
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d0c8ac86ac04ec875f5cce06a8d14f2db32ca99c94bb17dbb5e2bcec195aee
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9185059338e53484b66561522ea9e66c9a5c292
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3b92db8f8a5a13af33999c990a9b88e3b8c142df909bb9b2532f5366334eb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c152c062e360ba4507928d53f6e70d0c189b3aae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f411c6437df51c191e1b7b084b34f519e734d3c11973061098e73cace27a9cd1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a75a4e39750803b079ad59ef429ce44bb4cf1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b24e7db6b80640f47225d671d5f86428a55cb3ca3c30d3834ab7161e936bb9b
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29885c3c56fc4b024a43228dfdce393e6af9673a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf17db8464548b439214698cb413441b4c78e4f0b09d9e003ab484e21d2e771
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ffd475aab8819b36742434c5b17a0e3c819cb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca9ff298a179f16c55f744894a131fd9da196e294863d6767c6420d38393d2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d972723d2badc3f067b03396dd80d55c17cc56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5923d93ee0a3d19e698f15ab0219121f8da0b1334c94ac20d456fff320ce60d4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36282eeb67d59e951854071005d9e0c4055bd237
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c76d21e8df50f7725b75a0c7015fa30aec8be3ee32fffab2191cd2e8bd085d1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedfc4a924ffecb95a8b63e939bfbbeb25b77171
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7a1006f87c66c30581724a377ca68d29b94ee846ae81bf40dd1f027cb3b9a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6f886b86d2cfb09a018ef1b7521f8b6b65103
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208122d9788c2e2dc69afef38d128802dda50bcc39a229312fa0eb08f173906f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69189e4ab7447517ed394776f1a9ab9f63d6e1d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400931bc7a5a3b11a20435169894a4b7b9c1f598c3fcce116a5c5299f41628d0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b04bcad64e9a8a5ad7ddc8f66001a9be720be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478968b107ae7bac3d7f506c1059a4364f4a628a11996f011be9470948970c5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96482b251acd546c2fbada280437d94891255b2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86874a04d5e219f550c0f6756d640f137b9347261a9c57a4111c7b4d0e5db8da
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736965b31c9464ff4fb0c74c1ce87feb31aab34a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04ef2263f29b2b2fee018c4436d738855515121f9aca24ad6456990295a5da
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a519b9ce648502b3489455f5d464a63e0b26c577
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08ab1413eb1808e3587dbd0b79a28aa3a1d57471ef1599d36da9218b56c1ea7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6669f1b0a84d3e7c48c478c58ea0b46af4529c69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21826607b918757c19ec3b76ce2f170784e719d0557be84a90ba32cf9bb0b8ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72d09eb7b46561094998ca21b3e195a445c04e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51855f3ddd20d225d33bddff938959de710db494486fe29107e9a914a6b2ac10
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e162c6ed6b7c55367009279be483c7316a758f55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb0e6d83453c23873cbc4dab08ae77731786ec42bf27850585541fb0ff0249
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8c02b5a1b27f78c8dfd6e6db792550115e232
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed3b6a56dba5f8938c1cc1e48ec96b566d8495ec4267cb86b6afbb1069c1414
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd45d9af93fda15ba498ee40ca79fd0e93be044
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73159a234468d6beb40ab5eb58a80a85ffd24c0c2e288931bdeb7ae923260f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f4e2a25cd82b1ae079bc9764221a392acd9254
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9a2fda6e7bc2124bd5c391d83b718b8464b2ecda569733e7fc3da12560cae5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82d59f28f0124522fcf4cf9d906726caf49fe65
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbaa97b520f4d719113ab33b116b29820a85e1eb1ab7e248876f945715bf5d9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e23348871bf54e14e3f71deb235b8658178234
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e07bc2dba448e7a1d81a4c5ec22e9a076b9b460bf9e739456b43705771a11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b15adce84b01b78148c91361b321b4086aee8a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd8c8c413f99053806671075bb2ed2e934f5bab8dc5fd0987740e4800dd0e2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4bff3fc6a2b74b4ae0acbd3ca9e7ba86774584
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fbeeeed41fd51c2dc7ae3ea1346314c41109094fbe864cd058c88388b5cd99
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a93d6850fe55755c5be5a3fd1b9454749144e6c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e05d7499bfe7dffe53d31eaf1c4825817de927586ced3cad1544df64b169a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2851fbdf0a4c351a4bd45002bed6277257f56d3f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bf26c7435bb11703379a0498af55787ba41a518939e516e40c1fe6baa1ff1c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160b047cbd86a573771f66e7cbc879f54d41291
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e975a8fa0c5a8ce22fc3bc17a38c2b22dbdf9436f26604b077bda34a18369b6c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ed27b209c78beef4e13ad4af490e8170ba9662
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73eb0443253a53ca2ae64a994bba5f10e81f97ff57178eaf80b98e0abb37f63d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9639fd88eaf0eec1404c26edc01a16096419d611
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badbfa505d5723594a0e69d7e72e82fb566283a8a76d154f7e00067a1580c460
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bb3e3d6c3f548bc74c6403f43d7c8ecdd6f296
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70aee48a328497cc323bf8bf5ef4a11dbbe0fe3f29bad73b1d9cc8236cbd678
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b49f724a87ef440328b96fd6eb146eefbcd545
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b72f23e68f89736f51c9599c8ab6f70bcbc369900e8931433981a562c3c5c57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40ccdfb17d37d1a203319535486dc9c79eed73
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bacf4cd1d227d686830d8d78edbd2056f6acdd136772139d3240e8a2034b278
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8904fc615b348d97f87a669ea038a8acf2a00d47
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c80014a1d9dd22677024b8e253e730ae8185185dc814a02a7ee68b907fb8de
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff633f6a57b9f23577a953d52ec7c26d604b9a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3a7964addfe94eb21bacf463e3491d42a2456fba8490ef74ab043a54bd28e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c74580a6ea95e2e91009ccfb8bab849ddd9e70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdf57f375b84a9782f89fcac5fd8ab22ae770fea9e7a8313cae421dcb8f25b4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d077256701fa3ea56e74495aaefc4b060ede290
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bc4db75d9afa0b9838b01884d4eabaaed2eb7f3f64259eb1948a8e2ce088a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646d668f457125f9a3ee34eb2a7256c3313fcbfe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d2fb645a1cd372c53415da4ac91d9c7a5b2ecd600d8712d00a6de34034a14a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b500fa2bb191552cd0e46848c15584a513aa619
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1827f635370bbb44bb2619b9f33014d962054ed6b8ec0e7d6805384d5f679f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b37345e5e7f07a9e58f8c6e44570177169081b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe90f1efa9af3d30933d7d818b63786ecbcdd9794bf2f6433ec3e9cfe5e726
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fff997f13cfac06f22273b055e0a0c6b493f0f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acde89f926d0b96270ee62fac9094aa6e77c65a92498e0a2495a2a5136f3a5ad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf1167fc8559ee0608f965cf6b82d6cb6df053d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c1ebd2231f5b0ab4a34fc19b85fa97b30b5f96fdd850a82d1d236191ea5d2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fab2cec37557fa06d5d7fc57ad28ec21e002af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6688785c1a8c69d0e3b28f7c09add61a3f9f211d3d3d5048f35539e8d797af
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d230719caa7f3d9707b45467bea4c4a43a9959af
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7ed432452306e36726444e0300ed3f7b133b5dd36b2aa2e09363984dea245
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279ecf899ab58717b041e742aea4c8a15626eb2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47456365e19b3ad7e740bb54e9537e8dd619d8dea7261068d567b6d61b66cb86
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35697ed75954f42905377eea2c2979dacccdaf40
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc2b0182e1b5aac03a2f950365f6db1f9e2b3db45e5addb32c4f13d0570ee0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3ee60b8daf817ca8f7e17e3791088381b2366e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d464d3bcf4cdfcffc7c3721847b01046bfef21f5bd45d7ffaf945d38671a54
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d56d2b88031e991723f522ba6eeaa527ecec436
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50bf838d2dec099bba7690499343188e849ea810b745af6f5c56bfd076d2664
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e591703a5914f35b61a63f7826208db49559b6d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17913fd151d2a19d8867bcaceb33178e48c567c70f13ef97977a8e3a8a969775
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a05d4ac8a9a70b4a6cd3337ab9d5668c3056c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0781bdcd067920e583aae1cd7bfa2d86d67283cb0f9086dc46bdbcbe4a7dbc5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a022c3ce8420f0f1f8a92ef9e9ac95c3cbffe69
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d78ea452b96888ac2b310401d86493046454de80166b115a645567609c006f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe05b269786a4f4dc12ca03133e36045e39dfee
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a067165816befb80076997c6146a66eaa819b595cb5647462421f81668ea08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be636751b7316b0e9ccead43d623121450c26a56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d60af9d2db4d8de8e3002b63cfd93a46538d9fcc51370cd418f66c4409d52
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbf98464c4857fd501dcd3dad6fb1777525d0a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f243ca621895d2ce0a597a724f2e9b98dc8ab2b7deea9859a2036f562364af
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33eaaefa1a7492a4d2f897280616d8aaaa166a9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32cc3e107a43ff89b558bf1a9a4f2b6587fd62ce402d5334a0f7bdf96bfc39
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa9164a07dff26d7506b5303169cf5acc1d1cd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88159806d9e9fa2da2ee6eee3f551bde7ae4605ddd3a9ca16fde9a0f62ee6c2e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8845d2cb16e45623e1bbbc8eaca053f4c68e3d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb094d7e270549e8544c217c6d767fba50892200408e0e02cda94fe6dc8048c6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db4d7635ef8a5866ebb76ce4e059403aadd23a4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed0af265e7b33eac6805e52fd4e1acf6779cb3d98f2306438de7d41ede9b10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e5028c78eb7d171581abd94ee734881df2f665
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3019932616383858271df9e36728cfdde5ef9ed5d640dd66c6d0941c23bb7a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8504afb5cb1929607aefdf8f10040517c62466
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e9398d8a3a12fa0976597e350c9984d8fea2e094576382ef87fc3aff4d615d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c584260fe60e374c72a38211b46acd8f7b574c99
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82f8ec08985ebcb756f1daef05cb703dd7d31885337ea97415dfdf269acc240
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20e0425c476aec4bf4fdd6b476cdfc036bc3005
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15d326d399d41e2001d389d70b1c9e0817c9a4eccc9bd171963aebf30653180
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b0dd9d668ea576f135e0d08cfd0807de971415
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772fe2241cb9b7f3db74c83ddbe1acfec3cc64ffa4ee5f6e2162f31499b16b64
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ed00546be28c25e08a35e762cc235ef78fe7c8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaea03b6b81430ee9beaa094db7977fe0cecedb06d00510d1d78bdff46a833fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447dc2e63e8fd1a0e5167d79e8f952f778b19d58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed8aaa778b59910142063624499b63e753e1e8024d2e92d7e5eb1a9d6016474
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1399808c10ee3e2f19382b747f4bab68f073785c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe507d10d2c3ba1f55581aead6a033a616eeae17aab7198f0e1b36579e31eed
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f9afdd7d4a58335bd5a4811a86bb55d4c035c0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a7da606408182d546152d86a00c992ac8c6fb58ee43abd1d754b9e6687aac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ad51ca9b0f9f3e3401007ff44b510eefc80d35
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1e7e5b60b67085fd138a6561a5a50e52c6e872c3a33c339d68fff004ab1e4
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca1e4d851b8f8ea351a789835d454fdee1915f0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae77011a18f158f8d74ded8d1c7ca97a41beb02af8f650cfcc9f5c780f5bb11
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d1d7f96d499aec91421694f637402cf8d65dd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a07c6c7ea3612801c6c044700645237aaeaa29a7f5d6e6e31ba2531a6178ff
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62271f1b85467780fcdd81b4955a5b3939c7e3c9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde198956bebc153ab68be2f0831b51f97b12a46a35327d23710bb63b8486a4a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aeac26efc9a5a69a8b21dbc96bd39d3d753212
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd856e2caab9b8faa392d92bf65da330c42fbd95032fa5391bf34f9582266d05
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1130a925899479a3197b3cd7abdb2aece34de510
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c33f74eee47d4de8189549ebd936b95479c027650a8ea43381c4b63a8c67b3
+size 129155
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6337c8a44b81e58cf7491c07bedee853b754e845
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cbb35438c14b90084893f1fc8b13d041a244a917d4bdb312f91f91fe1ce74c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2de0ddf1104e922171c067bc1666b92e900e44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1e323b496c2f459b9865352ce20b5d783de71373bd1cdc160de0f02e86f6f
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859cc3b133a95b8996d20674ba1112731c61a093
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0beb0385fa55f4e1836a61febb56d46a4c487ead22e43d15d9aca005ba4e2d
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e47ed39b66240c6d679e159d1d9dbb310d2ad
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e331ca697dff14c94a0f9bd744a296698117fda142c0265073c0ad85599bdbf5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35b7722c0e5b2d380fe4e372e650ee09cab8f8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a722fe05f5cdad25aa3952d9a71ecb9dc5e9ba89e69e43da6e980a9b95e65889
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ad49b5594f3dfe14effdc205bd7445f0a2bb58
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516126c115fd52b2c366a2362a8a26b4f4440dba7d6e59c94abfe566c13117ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db096a63fd486261a6270ce054995b9a50d0018
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c88139dfadc3c85ee09b4a0966aa41cf2f3bed7634e45398348149793ef2bfd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb5a0eb022dbbc6e4233d5ea714741e5612b007
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422c9ef4151aa1dbce51b879512356a3b53f4a47ebbd892fa9b28c924acf17ae
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87876340db59dab53bd3062beb458d789d7ccb84
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a239b7f58cef4cd544ba09cbb900fff3bb110f2845e2ee5a18d256f8a43fcb2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d7f2b4814e36bd91ac015896e26c25040bc38
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7cfc49b3946dc28a34a45714f28cdc587e9bc31eb96ba53113d44ff29f4d79
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494b377819c3be1418ab7d9f96884611c4c8be81
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322339cff187245379d6fa2f73673f68aba2f21bd8579f2f917cce093423558
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fbf54d9f1738edcaed4533a0e25ef8ab1971c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe918d62a1f40347c6b80baaa94d9cba74d1f5c0ba19bff811cf9f2599239fa
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671835d77809d928068068d57eb7227935f7dd09
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09028880a386f64417a5bb143584ca7b1897710e835e48da2b4d4a49840a46bd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489006ff2cf1f1af993269229d750a743dc6b7bb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cc232fa34dbed7c8df5a21aa4b3e40e2d6b379d6ad732ad8ffe358930589dd
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b061c56e3131315be2cffc549b043d499a77f0f8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a046f2a959117ed5a02045a10c3126c50ce3bfefe929681922892658cd2da7a4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61641f9f3a67c6f34cb55fb248ebb508b8d5c2a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a5eb15f8573b353e25baad3c8061cb43d1f72d5bbedd3c6c52957ccb7e4e2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13617b3498d49cb92630d0c524e83f38004b4379
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b4f51bf776b7645b0205c4a6e6603b34709e1b36e2188e252a9317dc2e841
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4e76100f9948d91f782b42b3df1c450b5a5449
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715c0a2906f6f0d4e3a0104a96b57e16146f454e49bdbbd33375b959ff4560f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25f75e7398a09f9046854b6e8323c1a3e299e52
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0be514be4e0c31d351ea526fc95ec73a41ecfb5e1af51064407eceb06247f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136a20a3ac0b7ca9b205b38a4e167e4be877acb9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba48d87f84060e336eca3d28d19c9f946744e5e066e199b8d9c374c5f3b96f8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12a7ec780ce9a16e7a32c54fb54aa9c46368cf
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe7343a90e6d96536844259a3a0c486d4db65c2758ed090a3ad5ba3dc41088
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712539ec5a86ce045914909e0844f54f1d6f2271
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a8631e776911691bd318f7ed080d52c90981caf40c6425751375b7d30170b3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478599a868f363849ccf9d35a2086f5cd831b398
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bedbfc5543096db6d33c59d9399624aa6d0f429a1c26f744817105f01e3217
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee686c646d4c9a86ecef2f262507eb7ba2c57535
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3755befc81502431031221121fbd8a01c9eaf001cf4c6f6d1d4543df59fd6
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b060bafc369c00b1170a22e0f09b23b52f90ae9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae5601802d69c7a0ec7ba622659d7b546b58b95051bdd2aee54f501728b2dad
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53df2428f84cf0848eb25a9ddf8506e74a5c2ae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79785b7abf047abaf347047cf4bb20a3147901f5046b997522dc6aaa02f46659
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61bf5eaf82cc2ec32eeb2c2a7174d0b275e0724
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80937ea4f5302fdb827125a5cbd861ec2118bb2d7b015ea4dc1fbcf7f03e66e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c50e955641709cd3840952b0bc1a09f0b3f0e7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd67e63cad0f72b4c49c903c0e31927d2c3ea4aaf3c529b69ed6d655c2e443b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3db271380673422909c39426c23a94246b9283
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e2d5a5c2efacc3650e7d01a246fc81600b007fb35220f3cfea7d51e76458a0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0c8e7cde24ad2185f2bca7539a089fabeb2062
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ca4fd168694d5d75f2925e2fda5737018d16ccb162627b35bbf2a73c7557a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65addce4ad06c8c249c92ece59a0a6b6238dcde
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84f41c5f890602d889d1f6836041af073ea935a94deff7d60219e5b54bc61e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf677639764f6eb3c4ab40f09c7458f4695c31
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb3469c646a67334a2ae956b89bce4608910c845dc411908d71e1470d795b8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce253837ad791299d009c1b375e4103c7b22ca2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b53d8fd229d1845cb69b11fa0bf268d3e7635af81050f946d773f30e99568
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ecb6457c8a5e3259e2e198c1972d9c42d80e55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d852e071da2b2beec0d339d1dc2da1121c123156f24f68e95f6fd86e022291e6
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2679bd0ddc2e253a77cb348076fbefd261894
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a527fd7fc7dd7172736d63200feb4142667e733c5306025abb4d483f53ee4fb
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce91bdfbf511e00cb6651bcb7ae5e4014e80c0d2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c92f122d512be9fa13392b430e68e6f9b582526d6b4f44aab7f33ff648743f4
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eddbcf172dd7522c68ee848868b2f062b6867b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13de3dc5cb74a0310eb6819057d3e128ce6406cdd89b9f2f78de3ca33001cf0c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b646c83718d2a161ca56021b54000dd89f93e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d25de105354671fc86c4f84e849aaf9a492c82edaf5cb9ff72e128575f67cd5
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693e8fd4076d35cbfc8d387d9a335e6725145ff4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226daab25ffc126e8ab9df29cce9dc3ba58283c50088da7a495bd77262d1bf8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60e9233ef2fa1aa938439b58e302e87958253c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff58212232eecfa2fc04963a506b0b7ecf7324f1910a8e4aaeb814ed3f9e79d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca93c890bb8e46b00658088d0a6bc8b44af8bd44
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3004b7bfc0df9461c02d5825824c50f1086f380850f664dd439c0590db2c75ba
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed1693dd7227359028a1ec914ef498cd0ae337
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a55370524182cd3a95f8d556b7f7d30665bd8a71fb20924c46839b129add4a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dedf17670773554ad7bc100347bdd88bee726d
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9bf00201d5094c46887a14e2b141bf24702063f312720abafd7adb256ba81
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048bc24764319eca703247c931beba2864195257
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d1ffeb9ecf20eff4ecc4220433adf045c4cb772ee139cff3c0e5eaeefd732
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986409b3d0e43a692aef38fb19c84d9c00b81247
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b8a66cceca8ce4288d4a7e7c1d9d2f8c8dbc4f2b8ed9c4864156fdf65a6a6e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cce35099f3fe7f2196584788ef015b4be92217e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba8d2fa5e993dc3afab8fff1ec1272fd04331fa92fb1ebd24878f62b727d7a4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bfcb93e13fc077165e1e461935ca022bf5d4da
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c0d5fceb8899aaa6fa7b3f237c6673c6b08a974b1ab3fd9c12c85839dff6d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9346bb16efca1c24fdce5435f1b680099e0f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ed7e7dcd9c5feb3e3a246f7015cfc799ce8389ba2ba3ee18abc48f15f2de7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e04cf7c453ded5eada33c3a54b9574826faa05
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d3fee3772f4bf2a3227e7e32d3c64b3c3037e6075832606e0bac2d49f74e10
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a0049a09cc6ca94f93b7db7bc269280170bc79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3dd384d51ed24586cc1a949b3538abf46243ee5ccbbe1912b35e35f93d275a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42b7d51f77285d76b2a52b4cc6affd143d84eb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee72114e733228623b91139b2d9d502f9ec23de6676b89441aa24bc01288215
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2dbd7f5030ef42f9e2361bbca125d2a2a2cea5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcdd2752607ce1b594811ee6b6975bbbdb15595ff30b0b5e136de45a4adb975
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379e67bc5f3403c5639699b3a221b4451558fa32
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c356926d91ec35d86769512e413f3809e01ced0c0e83ec135beda330c1503f
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc64274b2cc67296c379e6fb2b11b4d666aff9c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f907c729f609da9610bd6b4cbab56d529dfdf5097958eaead8b8b860cf3fe46
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9ea03071e687491f2e4b918fede0da344fdf42
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb5258dfd0d3f0167729140818493e442d05364722d741ad5a0f4d9faa4177
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ad6907956b25c0db762a5f56cee55d54a0b5cc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba383bf0c7d53f2d6fc2b982ba743884982f7934087dd33847dc321781c12ee
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c40a3e5b44922eb9064e2a216d1fb7b68f9a2e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5c90e3e2a0e7ce445fc7d10cf08bfe8330e423e093145e5aad4eb53d4d4b94
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911e4d8501bc590c1c9772f0bdb5e0756fec7ccd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5964d13c92220f4b0f41d204fad9d31309b24d38c9ac1e2d8cdc224abf8d8ca0
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa72d77f0190e4d45a94d100c8667147bd545c1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aacdfd7d5ef06a5740fb6243889d9245b99d9185dd6cdf8e9b25c2d244e047
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3773125b38867367b7ece2bebea5ff200517df
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34edefda547c7ebfb9c24e5af777af58ea46ab6b5d3c56a6649e02233e9c1c1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e45b2a5cf5c2fe981db5b800d2de94f1ce23d8e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fd31f862d42e0b0433b50c4beaaeec47db5b5467c98a921a9e8b7c37c5c10c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d4c7944a00990f9e4c8de0fa8e55992bf69df0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec78b22067d7dfc759c6d45008b5ae4dd54209d515cc841a39bff204d37ea60f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbccdee003fb1346e7854c2ab4d65a037e055e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbafaeacba7d788b4364e21f156b498ffa586fec6462860c05e43627d288c165
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4993b97fe2c02cfb2e90cfa777154a43531ffe
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a9392aa168f3e229d44bb4ff78bfe25cb81921040e115f17ad62273a1dc07
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d752888cc1f68b41201acde260ff6a29f3cee876
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af0dc6954f38b9c06d865f12b64d94bf47f3fd552acc42e9234683f6432952e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c508d376d8d8f75f0d5bad2dbbbc81351903feb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ef6d35682740592b1d4b1a9ab36567d5dbf8a7f2a628d6a9208c9c8a9bb4c
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f0bcc4d1a3f51c7f388619988c0da37ebcadae
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb142f96689c7dae920345795916a218fa7d37555fdf0876c80e070bdd15cb2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579938bd658cee5f91ed429eb56105d2f8ef3eeb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556201682d827a802fb7cb944a5f900cd846927babd1d00974f103a8ee862e3e
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cafedbaea1dab4c804fedea3467c9c976c466b6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556571ab21e84cb5e9ce81cfbbbf82c0254736097386b01941ff58e89cd4c25
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13d42b82b6c9feb700f6ea65c9e27dcab70fee0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8910ef14089768444923df40a3a5e8fca1ba5dc6d5a1eea5defdd8282f3bfa
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8abacea8b5f28aaa53925abe0982c5848d186f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7265678b0d37930e48e97c6d7232e12aceaffe40292aec95205c9a0f17802ab3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac50b50a3dca23d65102aa99588ddf68a35c26b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20107065530839abbd57f020bec190a1c33f04d373fe66a6870cc17a45f9ef
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb5e1baf1bae2d7640e527010bedda6415e30a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda92edcc86d64207df77fcc3e856f6a77b3fa8cb8958fa5f664946b38ae7294
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914aee5a8008d9cc77bc8cf11506e2cda55663ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76c73b09cc55ce226715fbf78b85ec1e39f265de0bc17ac3ddc5be47658a2fc
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fd8e734de9fd21de966c6c880dd343a09b0946
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d84eb0f5810da758a27f77380f89233eb460e7867e0136399f802f7024ee48a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fca55992c01c1bf95c7c057eb714c0998ab5374
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61607adba01b0c39ab38af61f019303b974ee402b6ae980d600449c998961350
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6219aecc5f4e573abb6ae8661c6bea28fcf4467
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7a6173c5d73f880fbcc6fc58e433a96b4033a34b5966423363bde41309145
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e3299be27c5fe34fd33fff9012adac14e21aa7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aad9cd61ffa4d1fe276c2510b47f263a44898904cb6f95a18ebb34faa78923
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73675a8fe58e7a937982ee452a1aa414d61d6c4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0e3f690c3e6f169c45729349a7875fd18f97a900800c53b66157e25e57c943
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dc01117cbe6adb120819a05285888689aa17f1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e558022f9b88f5f28e3ea28625b4152d158c7b96818d8a21ca742baf4761c654
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246928e6254e6e156c8abf8941722e24766ef270
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95047800ee7b6b0db4de215016c6b4cecf4ac523d8427825ec682fdbae1f505
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94ca6c64607920f1a645f46bf294b21d925d26
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef12a6e13e279a2e2220a0ee9d070f206d3b80beebf9febfa26f527febc69d7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3708f5082b9c98d6c9264c8dcc780e86a534ec
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9b7f20abbdbf6fecd346c9b169387a7ff4824f69587d7c66ab16b600495f9
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d492ee07dc86a311069c719a81b0687eed4c39
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176a0e1f833f16e38ff38be8b4933de9d3f1fb75acefd43ccc7d84654f45b4ef
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1125c9726b6f4974d0f4c27e5c228a9044e63678
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac4bf937d13dd2648b8a7ed6454c990cc3461a49ec70212a3ce91adb5570f7
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ea2ee688e0cd1795e728fc6de799ad2f51aac8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93d3a9aa6434b548f4c4b662c122f22d09aff65f561cadf4aa47e881be643d2
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886ed686fc44d915a9d4b6dd9f5b6f8567271aaa
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe84987d493e6069cb99a6d243851cc3ebe56d5a3a254e014d4b17aca6e26786
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2013c90a7385b0d588055e8db3e75599e64bd7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d9c07027cb8b9be16c5fcea74ba0d3fb60cbb379539a6a193dd88b93c7df9
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a10d6d9811863d551979850fcf3e4f8dea2d1dc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6426dda301e01aaf76116cfed3b83dec498025459c573f69f3eca13ad306fd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2eeae3b6d7fe5deffb40fd2ff3a2f82ea98b55
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fc6ca947528e76b14b15e69f53299b4ba728f31efec11cc262c32ef848df5a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ace148d38ffaf519603250eab8fbf1d348f8fb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3833c0808a75985ae4de41d6673cd23d5964250130eee2d34b34e38181cf4d1
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60562b74ba029efac449d91ad164107df394c64
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c05b8d4858bcd333ba52f5386156c5e48edfcc4fd1a81e3cfcfc1cc619ee471
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb24085c3ab596fd5d9b0d4e281cef74c6a4c56
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c1ab40572d1a887ac925a726a7b64f54cc07b3e07cdaa797ccb1330e11f381
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d13e93319c28d943870b56ef2091af36b6bbd8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9296d2349eb12604fdc593ed98a89abe96b409b36d586bb82cf6a651bd47178e
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e70c9b13e30f674e547400f5c409d5ccb5dda4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73deec020d3859afe9edb85277ed413e65e37a11c51b82fe07ae2c794316981d
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19aafc4346184a3f84898e221dcb8b3e2513333
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1595152525e0955d0f3eaff0bd0659b152c21e430678e001075f554d0265354c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd876991ef12248137cffaed4db1a46fbd388be0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca934bb62414f6c6ca932ef33451e3b4db89ff4f3190ea7d0bcc1a6b5c201883
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80c879f9c52840ddd1cb06d7bdf5ff6542607ab
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43df785ff4c242b39c0364dcba34b0bd9b8433b1d5f2bbbf56230ee118054fb0
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92936933743ee239f8d005d2ec15ca281462e1e4
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4a62f709d42617d6f5dd4a714d28ad6d2e77812984869ac123c75414ff680
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b1d6e8922346c4e818a64266c86ccba653b723
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587b9a5056285f8ae9fb4a34dc5dbbe698c9a437f622fe4ce7218d2ddd190f86
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09487607252db10d42cea79d73331e8f0be7591a
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb471c387dd0ad6165b097c7f39f4199dde8a95e0b5ab633ccf1e33ddf4852
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52751a73337da53508ce97bf4840975a437da1b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3e3222b1ceb5756efc0a4ddaaf0afcd2642059ecf8cd9f8ad4818c641d3d6
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158a071b4b86987caaa57a5c04dc4c024904fc5b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a50c733b99ccd013814577e7d90cc6bbae90d777dcb214fff83b219f432ac
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269643c099535413b01933f97e1d91f79da6158c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8027c3fbfb28de55ad44d285783fb7b2199bea899672dd7a104ab3b52cb2e771
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d8063b34d0d7eba56b96649f6336fc459e03fd
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854d7aebd066de2e6e8540e9bf4881eadd427ba2fe15423f31ee9efa050f0492
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd9555896816785558a2b6b1ed83fafd94642a8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277dd273996a10b36b8357f252346d0eaf89be4182e65eaad6113822b6e324ec
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326b6b80c503e8167e3a80d0c8fb19c16f00df9
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb3d7dcf30370f1718ff65872ae76109f3fa3626204a4149fcb5b2ee9b64f57
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ceecef4d88d1bd97e4eec6e417d20f7e0c7202
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c7684fe08b7c23d61c7d1e9b5e9d7d79b3f65de9f4091047fa38f6b07b04c9
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1096ada4eff1f4b4eb1cf88238e07d129202028f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4b1d31c6af5cbeb5266f64255d35ff8bb07225cb146d696c200948a7bf487
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c46f749540fece82c9df7e8eea7c7e9255775e6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ae9232b11e60a7a0dd2f363997e3a745827f572d0f2689a50d5ff03ffcce8
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77015f357e6323221a90ee8e348ac1deb33b7af8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd51d1a9ff6b0928908d275baee6ed033e1eb22763b4348dc842be79254a638
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551718d56689c865206dc7044988cd4630f5f863
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e55b746a1987f30905eb729b6aa9aeb226344758dbaccc26dae68eb60de851
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debe53558c7be38495278cec342710f82589cef
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7866a7510c604133489be4e1daee954152ca1e29b85f8cb6adf4ec235a373b
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aad1e178a8f1ba5884c32a5910178bf96d52a7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff5231ff17e1347f1938b54b76f2f7f6eb6b370d02d6f45fa8f1f357e345e69
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75dc6d164bbe1e6b60981601bf1eb5b9eb000704
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d1b9010dfb291b17570d330d496435c53d0d8013fd60c2104a2ca50f70d3ac
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0ae0b560137367c604732f7a998b4cace33dcb
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1990dd5256a1fad72641dc6edf795e9ab1b3b7e778105c09ffa1101fc97a34d5
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced0b1f24a8d492ed0abd1f721ffdcc72ec156ac
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c3b408543c7586b934f36c692d3a7b9ce0a1ba0e4d3f661c5dcd0057cb80f
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc26a635dae3f22bef6e9e03cf98c3c1e81ccb8
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a383e3d973a649a2b3808696a4f0dd6e12435d4eb8cfad3c375cde81e6044c3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cac3f5d570e1a986e293e470517ead0dc66aeb3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ae84827b349e282c870db6d1fcfcaa1c69c55d26852ba56feb0f05ac48c324
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744511652de6bd5389495c25c0f474a38f1557b
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb28fa4ebbb9f083f0a4242d95512a9387eb97c1774d4cc836cddf5f4c4927f5
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ac31a05fe0455c5da9fb4f6e9a890910cd320e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d0f6dd702285cd128010f136f2a8dcbf74425449a3b8da56bffbe41f9434a
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7607ba4bda6d434ed8a4081b32447afca6351
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ef12a7058fc69732972325e564c0e206a9922130ffd9cadd933cf9e80fbd01
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f800b81cb22716f8c07cc9fec9e021b73ae65a9e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd406ea5bd2e1c9d0435e851a7b048f477fac7048e5d549b3b0e8640ccfb2c97
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee3d4b76581f13e70dfcfc2242d7dde3d24bff0
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fb203532b53258b5a08162f0cdf175bc8ff4d16df7d858dc4215298dffa222
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c2f11e2f926e6d1bb53e2193fb7ad29915c1fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc1d8710201917a8208cee5133c4f419b1570deb1cbdddad913683b913010d3
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cc0abc35c5260308f2d975dc301ca5747f7b8f
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d106a27e4d6f0bcbf54003f4365b330bbdea45f459e03cbbe02976304484c4
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45229aaef03c6fa021badfba0e235998fce9dba
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc63c0550b8186f3e762c9372b9249189248badd6b1c8762e38d0c5463895d0
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297b757b34e6a7ea351c205febe05ffdaf6bb390
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408f41cdcd55bdfb885cf60984b24dfb1a0150c39caab83ff8cd5fcaacbcfddd
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0fa2c3937b2a6640495b7d4ed8562ad1f806f3
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d5df3e173058944514ae8998610fb2b5810bde3cc1368a7ad05b4a064d4289
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c4fe404001a227be811756bed89ffe5ddecf1
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb879e66e60241d9378319aac16252a4677eb7f5afa6f5b09e722c4dd8bb3a0c
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360cd128ddd35781e930e3978f5bd38fef4b9ebc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df257d1634e690a88b86a80c88be39812a0dbd89baf480134fd7b59d327045a
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23df28a50d4eea66d9e23e5d3fd8c7d8d8243c2
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43bef8e13f8ad68f3eb94af9b6ce4c57a437efd3d03a45cfa92cf880961a34d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98829cbaf8729390a95977f751c00001f003546c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee74187577d07ba7f0c3bcb8bda983523dcbd520955dcaf73199afd9802244a2
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b77389b3814feb6a1af13b9f6e2e251b4a3f5bc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391182234dfc5f1712a90af64dec3d37abf7a93177736f5606c9319d3e4b349c
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d334ced6ad2d06c6807c64eb1aeba5d8778c79
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c77db82a5e90be717184ad143b5d89b69e93fd30a2667ff23f5008f65c8daa
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20daa2494c12b1c675f99328fca099960c25753
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e119fecee2141ccab6a63cd0cafb86c27e84095dce75b905aa8f5768d2b73df
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae16bb08a2f2e533d5695dcd389877bec42c156
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0762288f88859766c960cf1590cf381cfcd2a0392ed7ffa423137ca6c3b4db04
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80562afedc82cc48a65fa77fbf2f823d27fb5258
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63e3f837a4c9fce6381f73f9e58aede3dceed5b724f439600a3ffee33644fcd
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080c8458801dd831749569acc675e93d8d56da02
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b3aea27b59a94d9687543dead7ae54cb6c3c31f2c8621ce8cc4bb74c361ec1
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38847ad6d4ebc5d989ae0bdb7741e7e678b84c70
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447edf7d2b0bb3952b984a5a2a57ab6b2703066729f0a2b89ce64c2e5f4a2e3b
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79694d8eae6d2182ab52a95013314e1839c22b7
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1458aee11aba04e947e62c440881d8ce6abfc01178fbd64f4f114ba0ec7179
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ce5526d0da717e3323eafbc6281b9c57f24144
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed5d9913a55587180c59363964d352e07b262f039c9adc9aebea8cebf2775a1
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0352a4956ad5cc016c5d1cb5414b749563f2dbc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e61010041c7c48621d8d9e72866ec7c45afb8580894a84620c07ab108c5ca3
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646343a952392ce7bf1dd5915abb46879d7c5523
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7edfae5687d4e3ceb79efc33a8f406e8b3927191b60aa5c0c1ac0f31e4fd87
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a241b5942a9feaa9fd5fbaa071655153992be
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633b81af0b0106f9fa0dc2df601ae8de72f607516504e573dc8c9246f3fe6b4d
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49ce0dee2b25fa8a7e6940e8236de70bd1fa0d6
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706de1753cfb8776f41b68a8124745d2653a13cff00350bf3bedb4178747af08
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287eb8129c07f21c9a3a47c5b1a8e37c23cbcd60
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be275654c23aa5374123a19b0dfb870534cf6f9a0b97bfc0ed9eba00f116cd8
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e3d90ff2f8f6c88e9b8e8cbd24b26d59efe67e
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7789e038468a677f8b7478ea0a666798a3c225e76296428b429de1a2bfa9ea
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15382005a46348c448f4a6b37df3796f917b0099
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae69a483b5d2ad7606164b94d02b2b1d3927666af131960aea637148e5a75687
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dba0cbf730a25ba36b303803275c8227b29df5
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8e46faac598f550044600a37dbb4ee157f4b5c78fca1c18abede80b9bff882
+size 23683
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb026b0881b90fd6125a84efcb8375a508774613
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152e79a639254442e58e43ab24e480d1a333829b66e4a8a97cb1cc739fe5a12
+size 2179
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e1a368042d263ddd82c481d6bc0f45abce9fc
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b79afc2355d86d9695cc036fd970c760ce0471879a63dfa809af886bad2c2
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aeacb13faa9756ddb6ac2c17b7da1d0ebeb14c
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfaa2912cc6545c4d6007bdec37468dad7aaf3d6fdb0cb964c60ef101969bb
+size 9347
diff --git a/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7d8d3d3e5eb1dbfb197eed3e4980a5c3e35b53
--- /dev/null
+++ b/params/tinyllama/7/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56149adf6cb309956afe05cf9ac75c50815aadb13ee2a61b9a17eaeb6b327b
+size 2179