diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071835e5421264bc8ab09d82e81100caaec9135a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d48d7ec226ba329948b63a341f08241cc6edbfa62d6e0daae5693a6dd1826e
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637f67630eaff13d29cd45f7507163aa0c99689a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd59869bb7d518a5bb23cab01547bae32701a5c3fa53e736fedb9ef4de3dcb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28206c3d387091f44b0d27cf314e09809abfed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b613fa2411b6bd99829bb2a1b669272061609339a409ac81b78fc02100b760
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4204121932c373aec80d1ad32a0bc1647bd826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63172dabab602fe5ef883968135fdd3a8dd4946da90a6ee79628f6a3ad52ed6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34153489c5a166dfd036d4a3d966f3c057c7153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdc927a2c3d1dddc0d9862ca6b9141898c12e3d3658184de8efe247850daf10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f997221be97e7533754b673a26b0004987289b06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c22f3810a13ca3a96fa594dcc75e69ffb5ffa46e61d7f36b57bbb1f99eddf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd14ec89745348d900194245636194b387a7282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e17d17d030537ad1b61cfe4526da0487aa348d668a2942cc6e8d9f67dfada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f493f14f125a5ed68a4d8884ce2e303014cfec0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdd42cb70186aee899d90d68e0016c84ee08d6b7006be2a3495988dc21c513a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28429d661ae8d98fb0bf010982d28ca026bd2db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b39c4eff3a1930c6213164536b96ceef97c9f880f5b0a56253562cc1b8bcc85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fbe39292554b4cc3c859b61110e08e5213911
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca69c295bfb270a7eaa15f0c540b0d3db42011e9648e689523e7f1150939a88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec461d6e2a0dc3c6fb6701bea5118b48e0dd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c937ddc33be596ea879ae9a957faa596e6cd1bc4f701b652ef9678631cb2ab4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11632bcc1704ff9156004809784287d1e92ac18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ec67d1dbdd95a67e7d97e391d35323ea0503e7273176857b2455d2a100cff5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f16e7aafd1139c56c6d0d6a50de47a096d4eefd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9773340f6fde3bd96c4cd0d41e51f064343c169ca928a553618b4672bf959bf1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9959189ca125efac713daea48d5a3cf8aaaeaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdabec8a819cf87368b30f7af04785761e061eba0d7da1d53b4cb3b630d61b3e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb7ec8368dcd9bd09dbba4875486863fea0cdfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8eb153c86ea5bf857329eacba2c6bb31772e5eeee9e8f1b43001361d5a8bc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32530cdaa4a5b54de9d83b1781370bc13af5ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39883a7b7daa8087602af700363af81dd365cb5aad8366ca79fc129fa744b380
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b05a852bfd0488d0cf91223866072bdf044bb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3807cbac7ba1efbb27fc05399dc040d34bb6e434f52ed840aeefd5e56b42bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914c0e7313f9e2b88db279ab5e09a4ca635b60e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9ffbe8f2e476d523346cc81db04ba64dc04e2ca67c3501cea2088150039b0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259fe1da29d34a5eb378e7455bbec14d4fbe34bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd36ed720505d4651025b56868596e5c03ba536c851e071fcfdacb93b928aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2de6fe4d417d5dfdc9c2f5f3ab3d5b848fc43b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b925fb8ac0ed9462d62031dd49d1ccff86abff4564fc16b6ec95f98329a935
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069adfced76d43bef04b588156e5cd16beb072ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d799d482060b63c823b0a35a684dff0f87a5386a7082d69c2a17d0a9771c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec591abcaeccafed43c4c40cfb394a472c8ca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142ecba587d02ba517322fa0dcd8ab17724f4c3d07a5039f8e4332c72ffb9c26
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3f374a8a0a63b1fea80692e5228827bd815b7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e46cccd9fe88104a45581ab38da30cf1f7f204b02bf889bd31c78a6ed001c4e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bba3dc58a58a61be8a5a7d2c9faf260e223e9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7164c0bd21b25ceeed531bc760982a403bb4dff287f5a0f867106fece41121
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0f2cba2220ca6ab3913156af1d80a3e7a8eba3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f783f4ec4739111e24d3a41dfe368060f6eea8f836331fd78d62b1bebe1424
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc25e8de88ea18291f3b3087d2c7d5a0007e8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02472640923434811c19082fc6faa5f6cd1bcb3d4afe499419874338b5e6045b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dd28ce7c05791d4d774a8d33512e6441c92936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42933c4f6af8cc9e09aa79d3a0c7a99e62cece34c1be3df20199f32c95753922
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4b06b3571b37f967511fde18128aa9c56aaf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc145deaec9ea84ba78abf367974ab90e5feab1bff464ea61df7bb4163d7e15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecee4197cf4fea535c94fb31d5b933b0a19335
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3252b9f6992252b49f30d4f9f9b73747c9c610bc2a55cea3aed048cc1cacfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a7e7380d014f1816f059c1e595d67acf8b4c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24fe2dabdb5270dcdcdb8aa46b3996a891faad9ddbc5e76edd2cb157f73d55
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e190ffd382cd1a129750bf454583ceea0b9e2e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e8f04c6c6ff060be016d526cdd35a492ee146f721c5b105d26273e513dde6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd91c88b3261e6bda8204d08c979749611d1b05f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58cd9136300f46711a1c1024158a6b69747a08d484ff5d0c9d38fe0cb687cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87185943c3ec9910e3a48f55e6fe4a4abc6c8015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419dbf6073e0c4205f76e827ba555cb87ca28acd7b5608a47781492ad05f056f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f82bb14bdb1626d31c7657717cbbad0c9491fd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b82b0f84f1be0335827737817fa0a5bcdd7c8d2f50b2264b6ed693a9990e48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f9f716d209110e49b6eaa1f4b5e6073917f1dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389f1fb7ec03fe6c06069b2b72696227b638d60815f1b8359f34ac0e9b4d71c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fcf02ee1521ee890fa514431814ca2a9523ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed8cda1949ee76cde830e1a12c9d740cd1ef22a0e01e3520a164aeb7dc6faf4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5045eb6e94c406dad8ba47e498d306be654f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190aace326275086bca973213fb715596306f3a967600c7d731ac6079f6340ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762010fcf1ecc64c0d5be02365b73dd129a69919
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860e6e93d0fb22b9aa849cf31e97f73583dbff0b7fc88dbad768e9fdf4c1431
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e285d19f6f648691143bd84812cd588f951f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c0411ff10376bf00dbae17ab2777782b788617cce4c513c5f4d8e4f2b8de6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0c6e2573a0c9fc89ce7f64dfda46192ff30d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5f96a8126029b0a7ae8981d430a30bb3315c7f4b0e5d9ff9f252331a34f1b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdc6994faa8392a40a714a9cb1ffc839857984
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36b9e43ad1d6485e7547a4afd5e9177245755b046d26ce8b4460fc61f877c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f62fb78506da55f83098bd17382cda336d948
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405fadd72329e4f29bb1ba96e5da64d55ac85a1c20c1c42072feabf6d7054d6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7fb8ed7481199b480472405951c6255a9a9e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813c76fb8a36f107f3cfd1bba559e7567263f8aba58372ef724c798970e81d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791338f75c15c74292796895e10606c0c7b297d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb788664aa6812a00f29de7918fd59f7e021683a130c9fecfc20d866b3165d4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c6e7cb7d031730ac52a7bcc6e8cda76f4a1fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d661856ea3931ad41ea0112a38f257f72a0653dd177ef48282d8d0fe6fa5e5a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb57d2632e18a9bebc4ec2ac2625092f5d8392ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c46ee6389f1b634470e3001b961aecc3ae0c8b77d43c9a0f451cb7c4f894a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbff122fa26838dd25c6e7342fa1539db0b7e09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb1f5bbb0614ee61863e833b590e504bbc942774d362027eade8bd50b1c0bf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf619e9baef86bec32c0661b7a0fc2b68a43aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590493f16d5cda54ab44968c74560a744247527250abb38b39beeb486005b5ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e13bd23d9f5c2decb9e4f84a6a67c60801227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce3107ab23468bcf357401abe2ffe6e52622e1c59386eac294777eabe2ad07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f84072c2a4a2693d1b850facb8adfc0e2857cb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99d4fba8e945032dc3f9b5b37210819554f0aeaf138d9df946c18d9d3d72693
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f920e31fb9e4cb11004ca10d1505eb7e667b10f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762bf760529431ed6cef50326d780f4a4fda27c90d32a254f4e9b88d8517644f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa43abe85ed4fa0667fa7083391b7e5a1d770667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc67af6766f5c07bca601f0b88a5d67d3c00f884eb3c983b18c3963fd8d29549
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0e8b71d530ad97166b598879b6ec0d8d287239
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18d1c9b07fdbd43de00a8e3efb39c764c5288654cc46855b1cd75908ff1317
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20029ad5ff9165c57e6498b15ffd741238d54920
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee1ccdc09574c9ac794c6f8909667356c8916c82a8d5b1073c84f7b2ba150d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eed849c48b72c63e706449ab4d650e9b5ab7021
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2570f62e3f896a4c4bb6fe709ae626b8722ea9ffb7bda4bcb5099ea4543e04f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80981e604fc51253ed77dff5161bbff963f2530
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8e44d0c733e68a5fb7beb3bb3ee4904552a9b2902bfbbaa1ae5a2cf7efe4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03b9ef251c230ff5d1a2af46f4482b01b73cc1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7004e3d860f0e6a02d74a0280beeb392b3c006f78ab033e9496cb60581478
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294c52efc007d2c59b9e639fc0ca0e5763f594f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481ad3ab71669a2957344ed67619df00b2da2f15490c142ea146ceb10ca4e1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f2eb63bd23a60188439b316ec3ac014b57fdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d44c43d0b2e69995fab1b301233e66e0bd08a7b9d2c7fd760de9e611d4bfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cb3a4aff210e25aba23ff298230e6fdfb1f827
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b819f697327576e1e01c5cd7fbb9cf21010205f242b710b712457e9207cc489
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b2133e11646afe7627a40e5deac55c769a184
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbb72d91907a3f1a875257bde8806f294f986d46228994a3ac3c3a9c21f24c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c5fcec92f095be8fb390b075f179c21d88926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32925b97ee2b7fd547514bdc97d2c6edc78bdee8906496df3192db233f42dc42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5e37a992b625ee3cfc36f4e8f9e4b2549eb614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b15080434bb5274143dd04e35ecdcc9e2909aa3ea13f2c1c7e0f36b7d283c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bbe78facf3f967ba0dc2399af43168fa1c31f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090b1b7624a2c873e2cea78bf567331431c06421eb595e35fd28a22d37ef2d97
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf95f4f52d7a427168bd6cffb961f6ca7f52282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ced8a65d3798f14b398f8e872dcfdce55de25f15f84922d21e36a89e48ec7ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503b2cfa70445d1fd1691c8214d9486cd2f07dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959cc8e7698aa52ba5262ca70a2fd2c04ca644100c60d833a7a23b227a37d2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48ae5e611c80e97e03abbd526b181977dfa59c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bc3670a74486b8e827ccd41ae6df0ed5a49ca70f3979338ccee91f627335c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50453e34300ca3c3b9f8d85a2054c00dd0f3a27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594f3717f4b5d0f3df186c4c20c1cbd82cc9f72c3030dbba693d28de5286db8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2faea54d3431d53cca0ccecaf6671858a744f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef1f6c8e04c5cd23ed606ef48dfb6462bdb24a27b419370414c52bcb7097839
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec991c3328dfe8f4fd1721c658546f33ee8034
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281078990c7976a5b58ebaa888f74ad27fa974d61c24d58c344015c63f4191e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8911915514942351bc6b83079467128156db053
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df1fb9dd4fed0d9c2b6e8929742628dc2b929f1862b81db14e06fa8982cddb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbd125dbd2c2afdbcbca70cd1947e3bba477a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f02b4d5b151e2c320db14f7271cdb28ce94ceb70b8e1dfcbc27aa6ea34573
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab7aae9712381410dce61d988635f432aaf94b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0731d2b5f2e76da6a8c9eaa22e68872371f41bc38ea997160c92d37ed477773
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9ac3e97bd577f1c6a83e69e421a1cf112b32c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5221d1735ef6e2d453cd690761aed973c2f31a970cba2227cfbdc13840e252aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28600dcf157cb0b776b0ca50651b9f9002155f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374863aa5d8ce72d11e9596f27c836dafbef96753c689e38c4eea49f04259da9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781666ad0602409cf4c8fcacfadfade221c1a9bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc03c7c0f7d869de0fd848011f529d858617839d0da91fd8331cb2de9207017d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b513eac496ffe2768bdc4b6e813a6c62d55a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772feb8f3626c09c610b570da2f10fa94e7c48b8f81105a60dbf340f5331cac3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22aa0f322a2b2583c5bf69156392c85aed8a5d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65984fba9459551d73c14fece7db5c090c4a4289584f1a86bb8b0b5d3c649599
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f187e06aa0b0d526ea4e10d9d5620262d37cdee7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d616b5afe5f063962bac5dca91f4ee863b213abba25e4aeb37aa1a84f32f3a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f96a229c18cd561450041e4548832c4acb1062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ad9c9ea1fa8ac10af98db69a4cbe51c624b3b15eb548c12980edd44535d3bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338478c9f442bd66a1e9fcba7d23c7a8950a03c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3a156c6125fcf35faa5c85e245c4f21cbd2b287aa1ddc8968a11561cc5e36
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351fd38240292678b2a2f5b6cea597ac05dc66b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71526c30dc0cab3b8ecfd2d22c7cfdbe51afe9aa5de195b65da6f7cb5f92f60c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e066397714c25ca344489dfc627f5a277667da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e18a6ae0acf46510ff482715feb3d452721a03384e81edc2507268a8d63e8ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4cba98c7d6487d4d882e9664a030d9a7a6ca91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e184695f6c50056b5479c9508fb4304477a09feffc0dbcef8fb9bc2f6fabb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58930bab98870850b9d98603100bd8cce3f227bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367b2cf119df773ed939fc75deeda67e483e04829b429d8a7bc27d0670607493
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61915678a75dd6bd8806a7c7e0a2243fad9f5372
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f225642f3b4b25346475e0f4b514191a493af29e67547fb6c83d58b0a831869
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ff5fb80c2fc0c5223c2493c5a3aaafb2ac2c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8c13fca70713b929999c8771c1400260d02ad71aca4b512a4c370325ac20b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aa8cd668558b295d59d6f7a96af482b3d9a5e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d8f2a2a24fa94e5a34bd161ccae73ce23d39280163594074efe792862b6c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0296fc210c937dce01ecc279563a2b36e26164
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767de6d25a2d635b13a7c833fe6ac8cdf77b9eda8eb27d11ae1c1dc6f7508382
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8604e5f7125df5a24f6321e40be91d363822a69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90008b97a5e4d994559eec85a2035d6df8a56889c0ed32757efd96b2aa83ad98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c49ad3e28252fc739bbac5eb6f03d408e27cdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e8914a73756095315837732475a59e1250740c48d3a092d5d79b9c4f37868
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edcbadca71abe58e39ad31efb755499dfaa69a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a6749a287ae4c406fab7f8a4915c4ee5dbf48def4290c81e37e6cd40c67eac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da3a71b3719f175240c24750c0a842f0cb1da3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5837cc45212c7884d84c15a92e089d71f31f6ef5702ba06d9af9f151003ecae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd8c43fdcaf978a86508c0ebe49b499b88c06e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e11b2a56e07cbf7dfa78f018a19ce7774bbf2f3db20d85663cb7f2db81ff3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37631349abd5f5f71007ae32ebd317bbfef7f034
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b44d728f19616e87003a1b9fe25c06a2e4498fe6579d938b85a2d45cba26207
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda323d9e785a3b0f9c38274fc4ad61e9d523423
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1081f23de2df532f6b724209a870cb0c514c746945707cd3622ac5c7fde896a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1872472e198b7c26f6f5471fa00eddce89865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bdec809fd5da0031316d42b44421979bbde2dae46d9e3ced4764703c8d4371
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5589139b553144021dc3bff9f42e72b927076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb260759f6b4b6d4ccb34ca3d5dda00fa3f2bed4e8e677e3034b331c5f13acd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4838d47acd799ec198c484eff6aa31af022e3549
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f170f3e96c5aef64c40da77c5cf924c39b6865b16235c6f3bf9ab949e6fbcc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beeb0d377d48e3b9fb88ba1df3fe2d14b9686ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd9f61fbfbc9945a5cb8e109b672bab7b99ac6d8b6031f8c5e5b286ad260415
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ffef55f6e7bd8c4535d4be86b0491f6c90ac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717340ec5d472570493fe8b256d04240fff6c0418de9edc5279ff367d651c76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3f334ed3ac8c51097447782948911ed5b561cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50f4a517b982ded39d73abf24ba42e92653cff32dfba6f6110691be48e79b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa762b9ab5172951172256a6e00cba9f7585d657
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0316c3e55340c504b1a4826099e93ef433f7d1817d28b14216375999dc867d5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d7e05ad543c3c6158bb630f63b3ac058e09b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd52d259612a51de0c6472d0630d577acfea977a96fc104433444da2b7e24962
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6f0469c453160e053e4cb017b866a494a649
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b402a3a17b87af9e13f4dd444b9317e44fef4895b79552993bb90191a1bfa6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5879dd1bfac3440df6e15f7b84a3c2dab03f6330
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2e6d32665e6ccd0f7e53af272a07c6e9dc352f0dc5fdfde0776ef426555f87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e57e4619e0a7f00a9d7bc02aab96ff5ecfa901
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859a152e454098edaf271217bfa235b95a8bb1560546242fb76cb71205985aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b665a0680356cb730cbb6570c6931e4bd4e07c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a7f0c5f06186896039e8229d57cc0e5c09d3e03df24b4fd13095a03ebffd3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaefcb6a2cdc6dc560bdd8624381d8d47854621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3ccccb099e694f27e5b26b6397d8757ce50f9d40d49797a05cc87d7b1f184
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac82522ecb12e7ea43bebd5ee2412fd1fc48020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84724b91cc1a970a70c4a97feff4e084777c3d508bbd072319f59cd9a8f2db9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf0cf1acfdee236504b1502b5d2c7c68a7ca9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7250f63377dc6fa03727a43ab209d37cbbb981e6c2d78255cfac74dd728e9707
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acdb505dd3a45379d843d0c3fb09dc453e33cad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339695b045ace5ac155c036a6726f70b59174fdd7d96f5f60f7face93fd2e08b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e61952cdbd53b42607863dcb364f3ffce815b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7f71c1a28d4d94146261d202fd299ab68f9c8cd2bfcca64c75adb3e3f5982
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d124ad1be3ab16b216bb4f91149057d7ecc01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d077ddf4c8edea85ec3f1cb97d3f9ea33804868441b0dd9d11c1926773179029
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49aa84aacf894715cbcb3d0783c8799d575f6af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527ce7637a04376f83f235db9afbeee45120eb99b8f42643133c31872919303e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8683d86ddca3d7868396a0e079747b5247907
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7ca47bc394a8bab92dfc492c86ca26fe331477c17fd72f0e631e946d0a3767
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83f5265a32a349a106fdcb41afa9f48bae72dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5639032184fce74f450c7abac099f8949ff56ba61d4dd9149dc9259da23c838
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdd679f858f1ae4f9a604beb1c53ed0900dd9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f891ad15845d4152038327486db29bf3286e6243febf03f91f05f1c8caa422f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d639ab1e9c6ca28513adf40d647a08e68dc0dca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3ae3a6433e3f34efad213fefc1a132a5386b87a31d68a4d70f58105228bed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0be495057c96f90d2baf5adbbc924d95d9d12e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1507b1b6d36f997861ec3b59926ae422cfb1c42f7e0c1e0a3c7c3ab9ac052916
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6bde309c95a88ef8453152a5f59cac00772cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae430eba9610b08e81c6898db7fc9aa697a4fef2e255d62ab00856956df8ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977f1a798a542092a040d1d697575883fc3aae41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22ca8d8f3d5761f6a9822d0d988409f0a3ef8086ba173519c4c6a2bc3f770f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e389a468940b5d711d6e75628e154cdad0fb87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7d2330dc44c856e683b9bb3ab5cba6a29492afd0c7d9d04fe98a0ee18f2d9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454296b93741bad0727f10d5859e90957747c60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eefc9db8dc7a351bff6766eeccd22ae1c6022342f57dda222a4abc25d176ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b55c02d11f652ec179600d65d9feacbebdd3c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc424e110fa6d94926127ecf4295da9b0bda84641a3d2febe65fba45fab23719
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b326ac14a3f7ee53cea210898ec201e71936e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c765e7da06535d1ae130e3ada9d78a27a1b98902524178166521f1e0c06264d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a949eec541f2393df51f3ae26b802a7bcb796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6df7f06f8b66546f127cfdd56f50951fb5c6762faeda42f9a1d7a998ff885c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5d2a2aeea231c1633ec95353a8c98318e2bcc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5f9baa064f4e531f5a442c048198ed9804466122c08e90b27f00ac50591ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5ca1010e94a2f0c5b276aceadfc9f1b373bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dc475afe5bdce584040392d4a56a426a72b4d984a453587895c5f08f22e261
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a992b6dc5d635db6bd7e3b99b8649a2827f12593
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e769cb40845e7b70105cb105045f8c22aacbfc001391d3c2efaea46a4fd017c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3ca269e99c573e3635d0858d25f21c4adadaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97544d077100639bd112209df0895876ef918f36dcc3251e7cbe7c340e0442bd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d34e82e271cba5741a49ef25f5b8b63e0b011c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ee70f1ebc16f0a35e71c97dbc16b52da7bd4dc03c61be1b7b8cbcdac9a17b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9be9984d85f3d0092656cd9f07c432311ad781
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f869dd077f67f51798ec4d9e69452943af4727e9e3e41b1a7359b5c29b108bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3f06e019264adab3970dffa2517c2a47a0f1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82edcc83a1824ac782bfdbec5c8dc87ea0d6416c3a6597eedba9b930ffd42927
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d2a48c2dafdd145583ebccffaba22bd8cab94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb26777dac9496c135b43b16dd3b7975f2cabde0d5b507b45c5a907e899bbdc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643b9c38971a436d6cac7b52fc42cbdc59ac4cfa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250c562c5a1357f7f76eca1f0795785c4e5428af43bce703ea061c8f8e509aea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd18e2c5c39eb84c85ca91a02a79c225a10f34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834aba61beb7c875ece7ec0d50a4d7f958dd5fb8407860813ebd0f0b19b43ead
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea125c405b49fdde9e84a06821da28624a537bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a08b8282582aaef4d8d42e75672c4901b65737c409a308978526fab2acb925
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15de159dd223faf648771cf1daeb161b08c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f60ef5bf5055783210f5a80b92db7bc142b87d21bbdef4991dd4c654c153e29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589ec35db2a5a8bed77190bef519a8f6484326f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faa390941c60bb11a8bc0b9d0ca503f80f303879ddeff8181ac2c0c087d0268
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847ba9a629bc6613a57c7ea242ccb70deea02300
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dacef04759c92bad13db1edccf264b95a79e8d35547bdb9c5ff42fbde8c361
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bcb80ba8a4a70463d78da58aec6917a2e46e28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23f50894fcda752ee48fdc1a0bf12bd08b0e4a851da053ab679de468fbe0cb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa010e758b26fe0331ae17c87bb5b6ff68c34db0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcbdbb63e589542837022707017a16cad439f4ac5fafe6feb0daec3bbe7762f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212bbfcfd97f1c09aa939ec3da67afa12ca349af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8d73d6a8e3338ca3d23db6c143c9b689a4dfb67e8f1f0a20a72895483faeee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df85696b099b4936fdb19567bb82c405060894
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52647a53b010145f3d2a6324796313859265fbe9d1a6b4977651467a3946ad87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c634fac13e602b06a4943b251408d4723b211c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c956358ff97a6501cb9eb5e72e10cc23a71c57773c6bfab6bfa7a404ec4a00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a8d27c288bf908822340a25392b3ac079a495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b72d31b94d357228142610478931485c7f6abd94c731887cf999369b40fac2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc9e6546a7c8848df8bac3f2f58fef58b0ce805
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0138e0e5a9525b70a3809dcc2661612808ff1d9094cfb710fbb029a8979568f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf4f7e6cfa518cdc17e6c2b92159deb4fcb2df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26bdad9c5f4867faf9002f93743bf5973509078cf853e196f295980f47c7192
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e0e84c9517a5c09e37d401c1b3a940f0ef36c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094b1ebd87d4a9615e26443337f240c6841aaabe930e0f87f2b4a09ab50620c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d145071500bf3f2f057cf6b120b834fe9a672538
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0798b525cccb1b74d5cee8a2e06d64db8eba95cab37563e356f8059ba12478cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfea6ddd6446196c1dac957ba38d2e619657f5ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182329d043abb6963192d47b55222273a12ec73088d0fe4926441bb619fb3df4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613b415f02a93421dd4b5f004b61526886d2f9e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7800fad763063bbe3761c80fc0dfeaff33491c258216f8f8bcb8c6659887a90f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25649b03b297bd57c85df807dccf10f1aa817501
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42a9891e11473a42a0018e880be28f547baebcf2a5e78ffcb81728476f9d9c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d848401418c55e87893603a99b3ee657aa5aa5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4803c855c6e6ef46443fb82d4e2f7db99a05bc26a2ec1c5ffcc53e7764443c29
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57104fb55d482cb733d40466a771a6010b52d97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928b0b4c15b8644548d8e3f9b9d1260c1dfd2266edb8999413aff497f5e1536
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7169e5ac29e29d3deed3bfe8bb8fde5bd7c6a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7d9cb25be16eb82377cb2caeaa1c364dc0f222f87d50c15211d339825c8d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba616cd9a8e3e14386abe7170a6d9d5bd1deb7ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ca5ae9bfb58242c4c09fb1c3b28e2fa4e499f80c6ceb78be56fa4faaf8833a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affdf7717ccce1c2e677d491487da4ad348e10ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f921b82f40f30a213da6357843c6e0d99172b3c2c2819d43e6ebe3d259cc1747
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50adb9e533bbb409d46d6b983640168aec3fe803
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62155b5653f7e3ba8049c9328c9d885292d2b9b082ed6d98ab483bbae4979f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8940d831ff694d3672b2c5ecfe18bc553f57aaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a538db3565532a2c97d0587327674e4d7c85f0c7397b0a6ef22ffa4de4c1ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee12c4575b9550b4e38fb7a6045fcdb2e6d1fab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53668199c065c9bd5b99171cb937f4827d6a010647f2eb7fa35b4936f5abd862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29dbbce6241d619f51abf3745aa2f3720c9b23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22b1b2354a15602fb7fa46a97c3c7fcc6bd81290e34775eef2bfdbd9ef47ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a138d0fa7a2d388b91e5c5d5396e6f52f1dab72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c995e4f343b1415458a120134f6989e630e2f5b70d6ba15a96ba3975bfc07ad0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1692afbb17de904c590c3700a8ec31be0fc451e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78953b3bff39f40336cfdd4301c6b317fe5fcf41fd48d4056087542ab6882da1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbfb219e75ae9b9e1d45a7136bbb223bbce71da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2ec72e74161f61bbf5ce0cd386268a3696660f68d987768c1aac73779d52a8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2946d5ad85bccec1584334fba2222d35719fef8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4504c16582faae21ac7f3672da38532033f2c8bab6668c668c0ddad7774edc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8404e177f54b0326973490bd54ba96ae8e7df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77444b1f0a1b47522884c50bf371a4ec57224208ea2cbf6773a39e3cd526ebe4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6bfc6aea9529cba915b93f799e59b6fc42e178
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ca321a142e2eba25cfb73c8944789fad5055bd1a9303ffd2636921439f827
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea389a35f71d7d30817750958df6898b038804
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8bdf2a469fc494ebffc2ebdaffc1aa749597774adc6b2aae3f1eb5f72471b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233404f1628e1db1821afa98d262386c0fc6bef0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094ce3f8d411cc27a2c76156bd7963dc5fce2d143d64bd27093becb1a4f66964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b861841aabb3a61cb553919e5843a2d56b6de1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506c370869b76f5ad762376fb696729db33e26dbbdd718c50c6cfe4b30957cb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bc21019a962b0b3ba642eb2e3cc8075aca1fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4422381b89c384437b3e27ec2b6941aa18ab47e2622394d2b1bb97a3dc812
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6d2fd2799e2ba2ee9dd041ec2e348f07a83784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df953288f4afa6203aadc056ceb52c6ff918b2ee727287ada5a9b8d8b7bdc4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93e25e67ff30fe0321c8068badb4bdefb5e953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295df2c3cdfad783877ea977e819b1500385373e28eb6022ad9de742d8633b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f036ccef8e57c827d6a437ce5f8cde5769230e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752a75c92647c5692bd97e1dbf05ae27149e8360ba27e838797e85e7fe5d47a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befcc63a2847850223cef299c69c5a27b14707f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11544911b3f023b8ab4fc0526a25e914bb452c46c58968337a58e47aba844ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308718618400ce6c50a6055fac0e6e6cc589a013
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97f00777a682e2cf3c17b31d35f9d2116c617fffc2e6a7b66c1ec56c850ba6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af6ddbcf976eb30101ef3bb52250ea780267c42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f446edcd5d6eff1affcccdc8b57b680d2f490903209f96fb403f296af9f673
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1805c2ffc6e19e5fc08a30c752749d0c121173e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09aee56cbc4da6a902db66204491c70300e4403d5275cba22fbb5bd76275294
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f84869eed975ec3a8278fb311ff250767fd398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4cfbc9ac7aee7154e10db3bfcfaaee3626c4525bebf812ec5503890cd006af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8bf91f26610df32ec5b774624af75942dfa5f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65450b23c6261c4b55024f741ef0653374d1ced9ef5ed020e6b8d3768e42796
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509075da7eca79d37d94e06a033e68619f42fa02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadacb1a691315cf2f41b2349811c1d7ec50741eed00117010901bb628ef36cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c46d05490b9c240b253005318ee4689e731025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7d725d9da2e2f244101a4eb553d19ed64598286fa4b9ce5748cf28513b0f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5749013054ccd6ef9fffed9f23fa4f25a08b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f8ee6d3dad8e690f7fd7ff2e79d0a23ebb5abad7afd32072a9801d2c74ad1d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eae22e490c0fc042ea71fbc77f954aab7f80ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c958b1618d9a81d8bbfc5d17326f2c3b727e33c98c5f6e9c0428ed6d2c4fe599
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67c4d3fd07f1f5375dbd9d2de8b995b1fb9415c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706970cbc88acc9d8210c484b6d9cb5e0edd1c1965b9383129c1e4d618ccaad0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a6bb0ba7c77e2e56ec744691349e6e0140bb5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c02c625cdcab93d1ed9771463445b91eec5d0e1ed6aa194940d56f8f15aaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0539a364d3dd651caf15a77fdf3aeb4b07ea720e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e1125279110661d7732d4221c59ac8a0c55aeed91b3f5b3f5bda92af0c06b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8016cf3d19d8500887c2a1456ed2df27966064
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54fc331c67cc177281a4c1ed472ed5f4ee68a1f069251e39de187bee87df0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc08eca9e786acbe5df67abce12c30ca206425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67f5087ef2f4d1ed3b393eb97eb9a11eb67552a33552504c8d8a95266cf8d19
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d966de52c27e29d16c602c9f5918c57cc88447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e8c87a58b62462c7d5a32a419dc79178e3dd8f29d006412e8f64290b4ed8a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a79a9941e5ae2bf4fceba5c4840e5cf1475cb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3277e1a82125668b97a8bdb9d94da9557e3fdae5276fa6fd22a23de0ef07bd2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54926916889896fa43bf85726655431b9e928aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af305c29a3e9b2c533034a4afdbc568aafa2b50333d839b935f0953f17de7f8a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53b081d6d49ca9d319ece6a29ca17c9140c75ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25ce26e952d346fb7b0e3cd169ef20ba151c1618ef3985be5bd90a82a23b1cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694bdf21730cb077d55cd8e41a63f21359a3e0fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1af4c281715b6f1922748ed859790c255138ea43776401e1fdf5e01ea9b617
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca26ce717fc58852d3cb38625d956cbadbc0efbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e79cc34437b39ff612a1338e00154fc9bbd898fc1a4645c010688e3696964
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024ea6ea9733683d919d5494cda4e2c5097a362
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd609d31784acec1669cb39e13d8b898a054034154c18677f176165e2d653fbf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613d1db607cfcbc461fec8bf17f6235ee3cbfa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9d8541c145ae7ff96b2fdc1eced017c47685802eda66fc83452e70e63a088
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a5bb4d465cd76e72d4b3ed5a98627517c01b10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b2f2492e79c43a7ef2897eb4a99fd4e1541585d98de2a6dfcbe0d906d37de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2867ea391bb8e1f4ed2760bf112fe1391cffdb71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3d22284ab6ad7cbbe968c316d84d67e2f4f23facf707f393cf95efad49e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cb017d2479f57bb410487b1d609c27cd2997c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ca09dfbdffa00816288e05033fde27aec0e454ec8177d22b92e7be5f94ec4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff000524561f1e700517a9ce5924ef1242427adf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd582c81c92e30d32f5b2f05ba802988faf8d82e80a7d0f4414470b98efad97
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a046f6375256d0f1dd426e3a964d6409520cdc56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da70a42e4d14f133b0bbdda124c144dad5ae11cf8a94bb0689842e04d65427
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d04a03dc8eb30b47d278e9a696576b7cbcbe1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b178967cee0e771355e3a384654295b6216015fe54f52fbafe0c96675d54da8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ce1c2af8777bcad275922f216329291f557143
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b271196889d9f172c08f164ccbd6382bf83921987e457ceef2403a0759c112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc628c04b55d2129ef6d2b4e85af591d49c71c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9e46731d0b4aa1245dc93e5e395c48a1cc0d035b5ef07af095f114a4e828c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf8bdfd3d9858573870dd86cb39c27a1fbc8ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b1202ce86e798894ff1b710cce6d7efb46ad19eaebc74e8f90008890bd0f48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd7a5748edc0ac2ad93c0558d97c9f6ef065a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f844fb13cadabf650396c1a2b166f503b09edd5ae81199ebf457eea8717546
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d80b2a9781dd53199c5b749c52c3f1bfcfa24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e4f340785564bbbacfb2e3dbe931fa6228063aae150a020568002da14bed2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3efd8511b4f860eb65af261ce06e59b64aaf22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e759d345308c6096cf076f792fcf4f0ffdc8dec976965c78fc5fa9a4738045f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a043b69d3da836b7f7221d4a382aa2ef4d8e84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883d670147d649ac79a382e110c35ce53ad6561ed7cf3cd00e4492db277f95e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f002c5c2eeae2c0ad41b67fa510e1f5d2053e862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec4b0a32f76b134cf392e783dd7ca820c69880f95884da414a5a02b22699942
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37ad9cb249f887d7ab62c5305304aac80a732f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd670dce043d60b9e98e22794ed34ebaa7455c73f38c484ee86ce1e931b9248
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968bd47ade08ea322ec1170a7b686d17e611ac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a513ddc1df7122d0182155af5ff09e110f3f21ffc17bf591d408bbeb1c4cbd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66f1fc0b03b38ef2c566472b918e32372c2399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a13bdd462b0fa73d1870b12b7f15f839eaa711b7b5c2c165174df8a0273ee4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b884c0830b98ff1740f21afb639b32279f9e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100fea6d5f3dbd36522f3cd9b21b6a9b432f389f2eed0efc9b41246d69697697
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cca9d4f61a27e511d5279651e48b7484f987c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f5001962d4416356f6fb513ce852d888fbd14499f9561d9c31e441df49278
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aace8611addd84d441655efd1cd24d468cd0a357
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab94fe9401845863755da4be1c74381f0e56cb5ce8bed10f9aca44833dab10f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc7a6d3dca39b3e7627a7362bedede493e26cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235672adaa4c17b698a3e83b6c191b13562a1a3c72ad37fa34b856fab2353a61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a78125c51374394a2d6796c4918b99bf479862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9524c6118eba45586f6246e1a3f2d2bf777f2c789c37dd3a42a3482bb83b6dc7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66eb84fe764d1b019ace3e2a65d488e6af010c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5faf53d03ab45a59f744bb853ae81da401ed898cf9f64baa3c45397eea9161b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520197056648a9bb0314695d99a4a879dc3a07b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbe38915f692ee997a9ece2a21dda3420e07b2a0417f9a4ca17033cabf900cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eedb04159bd1f6f17eacc8cb0af04aff33eb31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b437d42e5757afc1fba83caaa3140522a5c1cef9ad050f488f3d5b690da35ada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8187ed3eb028ae9e0ec91cdaaae18be8a94cff8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4554155f1724a28526339fc130b7794f409e8dc0552c95e785cc64296e1bda7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a130edc9da8a1859c69112283cf3dcc6c2359a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364bbde399dec44b49a6537f2a1e509385dd8167b89184dc5f4293df91684861
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997ef2b1a9ca656690ebf18eedb271d6a5bef92d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff9c6de0618fc9b3789032f23a84ea74993083935b0c11007e426b8d1c9232c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f688b1361adfedde66d58b7c9af721a7bef6b99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a4273707261cfb75bede692ce35ccf521824afac1d22b5779b69a15cd6a136
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e333abd7d59ecb3bdb01c7e30019ad69ba5872
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7959c4f92df03e1744ded8fe198e82c56488e128c1006b5337fa0bab859431
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0bec38e709ea93208b487e2a8ad48319bc58b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ed039e495cb718329faf077acbcf861cd16f26a39bf1d71173b220aedb40b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07e31f57495dea17173220f42d71aee14f3465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78fe5956ad512ea28555be8696dd01bc914f8736abd39b4b2db0cfff168b02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d0f9cfc92e96c2d2cc7076bf77dc773275702e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a775c0786939a988e0d4f38b9e3950aeac46554074a97ea3fe66b9f9532a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3bc2b04b33618a23fd5ca39e8cdb739381697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7b4d33990fcbbbae6bc90126151265f63ccc9c8613f31c015672d8ae25b157
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6c1ec604d68a76b3f5e3e60d8e616d7e387c5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0d480cacb3a6a6108346e11fb145c453413cd59ee16cbc36647ed9c3f47a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f311284beedfd90ab2e5605b172292af9ede73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128651f22b0dbaef0effc3e15faac6fb09d11ec43f37b8fa5ff6c22cc20bf9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc79e14d81feb49198e625ef924e0af710138ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef74fe9567b550c807c63b1eeead269cd7b4a27235094399f396d1595bdb649d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85807eb1284b6028c7b81cde1318630d11906917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a39d4961d96bc6f3b32641f5ea67899ab593591384a93122cbdc3173e0f4873
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1129b469e2d3b3e9f340ca5aaa74e689e81e9c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017c4c27ba0a262ed22da11b91070ad20099d1bd024a0d8b610aaba2eca5966c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed676d970d918b456b179e385aed439286f50ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21770c7756e5c05fbb63411c50c7b83fd1c4413cd309e76941be2a87c67879e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845bed7cb506d42ae04767dac90799b3835fdcaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141bab08413354f84125bdc0417c1bedd77249480090fd1dd82f7577d563f381
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8867a62f4a1ebc3dd41680566bd17f3df45fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee015cb0d03818f568748b2634ab91a2cb2e56279b736cd938080070ce02812a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df251df63f9734bcbe33ff6bda7e83f3f47ae13c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dda4af326254cab7f922bd7978b0a819d0a6d8aec5d35b5cd18f80e51b6080f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02db461659a6f79eea79cf52584b72c2876776e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b28dd3e5bca4321c98fc63d904307bd4e398eb30f8c31a19d016ce9a4e47fa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed8410d33ea3ab8d6d18a46adbcffeff2e1890
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855cbcdebabfea7bdba4721ee0d87f21f8d3d5b602beb43d3eea531667ccc5b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88a2593d6c69436df26b065565f56c75c72f3cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc254461239a4fa4831848b2e47a2c2cb86ffb9f31d00db10c8c5189de4534a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8983a9169d9d558bb0f8a78257e6f90456b024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd051fe2e7d9f2150b4bb8fa638957cb1ad2241b659b263f4d8e589d83466b68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbd2d55fbba8b323e2f5870f9c9be5826e48edc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70ffe77d2a6560bc710a302cd7e3fe4c097e30a543bbabcc60560a7c275826
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce9fddd20cd917844dac02292d2b4a41d28a1d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c071c035c67836cdb0228aadb4d1a7981786af00b005eab0573e205b881526
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df07b5a863857a06f993834551a9584b0cdee85c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd66d17dc1e64ac07b4ddbe35e47cf31e27663de41cd06384bac4ca3769b1d53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81b1e0bb06fd5a11306206fe6e4263d7f39a7f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25148eca0ef0daf0a80463e15c13e98c65c123d658dffdfef338eac80972209a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98d4bd5d4a74046e294d98bd022a578449aa865
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e64ea239e82a400f93582ed603ea93fb13f328e5a5bc33508a54c4d7408e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902d36550883f4915ba3548bbf3f2ee8d3f48dbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8e3822b7bcbe9b61ecc92eaee6a6909ce0c922e04d7f554bdd72660338edc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d499ee4286d99679b6f5f94f0b23f4e16a3da76e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad671c8a2c502cffb40ac8f1ace2965c74abe6a8e796ffb2d50390cd097674
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a683d4c80085dad431d5ded94c05173774654
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dafa108280884494de5dfc0009c1523cacb2f7107e9639cdf45f14dccef1d7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b876fb48e5f894df2d076b1449ecc25206e37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2614c8403c335af358d95b0c629138573e327f5741cb4dce1ba5d74a44a269
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e6347bd4e8afece3d57f8c8aab41053f97daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43300d2c2c3c55dbc3caeb85a6e68e2e951b779f112f50ec3313aec7b40c472
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001d8339ef3ef7b276dcb304e30ca254abd5ac5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367d04caa4ccae8d6ccbbcc7063d93c8cbb27e1c65980c021140e9e594e43ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b60c68123c97617a45a5780a4da7dc05f884eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9428b8149ed2e1aa94da771cadea85d758e333a3ffecb21c30dddae58fe89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a206bf9df2fee84102043f87a2f5910dde507
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad606fcfc1f5065cb2775b9df42fd6f4942453c711049f455d14cf5acfca02e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b41bbebc2257f890202219f367054116a727d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbca0a0dd04874f4264f0549f5c8309c839dbb4bb1a984c714ee6661ca82388c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44657a6ec7c84a830f788a31c6f20fc19dde8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cbc25d9db0dbf623bb5e15376207dd037777a6f757a500aeeec2d4e7a8cc92
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697630e8eedb5d184d5e5fbb1311a1ddb1e3ea22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286c1fcc9457b24f32029be1bfe928f7e2bf7287c4745a3a71cf8c2919b06e4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf025ed0fc2644a1b04c838fa37aecfcf7405ca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bb09f9505b9e318b79eae9b002bf79ce62e6e02896569ecc1e1687d0d93f5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d1f4a4e3475051e87c6526c627fac02cc3df4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f226be6e4d105e2876b3b62715401629ec1727d71f7c53d1619505498768f976
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075bc18c2e4b7ca2de0b8e5ed74eb71bfb7adc28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa420ad4e2052fa316841186e65dbe384f6e01a250c97cf114db0faa90afee7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132867b08886d0cf6c5da4a050f72a2dd13b711
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6055fa61b589825138052b43bc8442922e97ba31c025e778cde657faef27d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18c75c3e1effcfbae5b2b1d844b420680f9bf97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1643775d9f6b7590fe099393e812536c288d9d46e2fe32b1db4161e52c6517
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7925073d6f4ea0ded0191bf6fe25676e6a1d64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d023028c6485a9f3d036bf02331c6c184d40b698f242cbe3110e7315c96c91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a03f97506473e0fb1c6e4cdd025308b732e4637
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7091cbaa57139491ffc99c36fdbe591c289d5450d40d624f2f29d1281e3c6b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91102f11be1e556e078010f7f07ffde041c38113
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a1aeb9d1da8ea553e2f906fc7ba5688eac4808c8c66043cc01d4ffd2e8ba49
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f67ed3d6825e349e29f3c7536aee7c11ea779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a423dfb2a84f284f79d8419d6b4b8ad6df6a88f4f9f54ecf2945059a66ec88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488173725e6d7349c7ba58bd57fc55712778181e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51705b80a24e86fd509ed3089f6d20b510cb0461d102c432f184480751f0ffdc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7de128c33b84f5de0ff00219dcd83b3a4c0d329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc88056698e2a1ad07d8085b3b833779786d3c588ec141a6a9d4bb6a2dca65ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ffefe8df78ad6ee06c3561c2afe41ba3db2271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fb0a5d4d29bb266c820f2ae964e35b329737d1844bbbe21e86e04b8c8d8627
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7036f43fa245986926583573303f6b9228175
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead1fdbd32786cbe484571ac8af84304d6b61e73649400a471f45d934bc5a06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895407ddd6efcf6e22e7b3dff77939a08c7249d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a841d1c6046ba2452b8d3a129573d6c21b671344bada28494dbba9947f8380
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243da9b81b9fd41f74d83e880f002b7258f1a9a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299786aa84395258b96c5590dbad893988266f94a681ced6911990a2d049cb7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e11070bc0c0555b63d8639ce4b43d08733fa3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a233032cbd1a68f8bd5b69400325c9d4d8d43b4a42ff5445ba23c79d6413db99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59246fa157d3578b6244aacc64f76ebec8ab2cc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d0c1b43ef35d28fbe81ec2c1d90c033c95e5d0f11335714c1665305730faf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1fd1be0e620dbd12f96f08830baabfd99bb145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8d76a04ee5667e63cd88b9831bb7fa6664f50f261022f984b0f0eadd0ce8d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40c80f5c3e7a415193ae82fd3a11067f16a87ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cbb1f4c60dc78820ac6b10976663b0bbcb093a2e0f178e71c2d954bff8a5b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369167f68de5e6d14b28c98b65e9894a435063f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27ccd5eb78c6ad92fe2bb8fa8aeec0c73ddb03df4a2cbcba5689f933cac63f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e8424024d74415b0d79346bfa5bdc81c5a68f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9767ad856c3264c70ac73133cb6d8f8867b9c0d749105842428508284655cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852468ebd75cc8b1b29ac5cef92d605d22ec4a99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251bca456d20abfd412233a92ac9d5d74848847542bd01c78146ba2b83e11f2d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916b0774d5d009b6c834f805ab46b849f3a142ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2111e60161a341dc76560b1506a6342812fc5c1e2dddddc5acc429e470b85e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d63b61c95b3ce53c832bff052886c34fd96371
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2bf7f3b0910f6e55fc773056c63c4f2f12313e70586f3060e0a42e4dc3c2dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8189c26c0bbf5dc24ba495ceee3fc93de5930a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807ade5fd68a1869734194cc93547134ac393f9e61ed5915023a51cb474f469
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813d528c571039fc045b7e054b13f0ca5704287
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7e6f23d843aea12a1d8695430131b211db7caa4a81b6974875b454cd3fb8d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c19bd1e172f8dba0ed77469812889f4985bf65
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59cebc9adb7b888ae8347f39c4259064c01130778236236cb9ab472f762041c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996297f7b8aefea2614fec1f79bc9edf485d2da9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22b6f336c4321ad2483f55d76e2f9c0e5bdcad813b1e144915c2ec201a2212
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a6bc6e9015964dfcd60e62debd3dc48e55d875
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944025d245bc295e56004b218d0470b4ff3ad45c738df17e43775c487fe4bf07
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6635dcc6c624f1bd7b1d322300b52114f5336a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6856b63c3d3e041e5365fc95c338f17084c507c2f5bee6acaa74c919bbec3682
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e9050d9d67ed54d68a6ff706b0fccced0494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48585375a67ff2f827b68878a7dea8f91026744f8605d7b18c274490e2e46e53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe2dd790f14c2e5a04e9578a4edde8e295fd4a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7802383a2ff32aab09d35c313a6f778d12bc6ed29abfe6f8d858548e0d23d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbbac90ab69bc9c097f912ff1dbb090bbc8b43c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cd565d5204660ab74eb1e799eeffd38e904617110be8bdd7c9334e2ddf329f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ab267adaece148909f07a5d768edc4f087aa93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd434ad673dc99ffb64be05ac1de0c73c342bf1be5f883332c328ff14f6cf002
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f657b9cc8b45533b8a1fe75b834e088ff6bcf8a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9513beccf6a626d8b2c43e50a2499406ab3e0081e199b09a6dc4ff21534437
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebea62c5a3a519826ab0f7a4e6c920818205695
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5302a1146ddf5ed140eb3f8f725393c4541fd4fecf30a91c4d033933c5bec0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719437be0fabbc721081fca9efb1c86a38753102
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec5e5f495a87e40682b49cab5729306ebe5a351c545ef0036aa964dc6d375a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34934d57c983e1cd8841b1390ac7049ba809ea1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d2ef0264051fa821da411b818ba361f9a278ae9a23f91febdc5db5d82efe6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ab78a805691ca828163f894563eca37b20cbff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d9d2de35eab16a54e6590a4e22d091b228fbd3b772dd3434c6369fd594a56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9581d23e0079d654823205792a052a0aecad46a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304f5477e93da7e135b7b164ffec273462c38bbb888948c8e8de82605c28945d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a402be318ff873e2dd8190848606129e9e71d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ec81641472cd7ed87e900451433ae87ad8bebb47adbffb60b5669b7d269c5e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8fcf29fd1ce4b4117423df1afee2b13ac9b6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecb548d80a03bc78c569f6971129ee3a07b4a80c97ada44669ecb24a71f5bb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f1cbd939b9319f3e4973b01e4a5c3dbc6da457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7f91b178a94b40a9199bd25b28ed04b4d505f2b97d441089bed37becb4c025
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688d0f671e2992c00cb7eb22802152e205025df7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8b5444e7ae05849a0d487c72ac8f39244ffe999e6205f378edf7694d7db0dc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba8b7cd3a242a924c4a05873c089600e5164a14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138739c2cb3860576491bb1aaaeea7c879583592d8bae685ff04b6925e24970b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4fb7b9d74c1ad30a1b6bd6c4553af27c8b2c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43175343c8deb41171f128be3fc7cb7ef082cff304e0b6078e481bfcc5d6871f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850a730a3a91d8306772b0ade2cd5e9e9989583
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39addd023acad1cff794b0d764b4bed209eadfc399a03c9ffd9fe6c66dabe4ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79478a92d593068c2cabb2b4a0faf02d8eddc815
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b507c89d364e434ae68709e2a7655946c7610455ad147f02ff58b89d04e2002
+size 2179