diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7cf97c8831f6e5b07a1cd8bd0db54f4daa6c07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b8e20f87cde60b6b6cde06ce5f313a9300bd277836d47546af6df46bd32a44
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3312c68ab5b79de175df417fbbea54077abffb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8be6505aa85c31a7f18b93d8b9fdbf8ed1e4586f77628c8250f77bc9ffeaa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee32640051901b9fa93f7d22b619cf38cc0538e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431021c5e0831845197f5ecb0b2629d5f054d0baa80d8b55e415730f0f539fa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f988597da8be2687441fecf7d260a4f47b8321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4057657ebc3fea619f13139a114a7894898d769768817cd267b7d5d452fe1983
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d355f1adbb032bc31788b75bdc1cb4e43263ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45921310422339508084b8ae35af9e56697f292a0a397d4214e8eaadb6fc3c63
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611410ae1a9280ca7c373931758614d1ac7a25b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78535b22b501ef1e5a7659aa4329b42d4791d2ad6a5c19ab90f6471e42d4eefd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752ea62e6f3a726f9081927f744cdf4b5c56162
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8bd1393d6fca4452fa486f87034478f2e50369a5878b729d3537523b514e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799fdde0a57e8772d324011f9972669dd6b423cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6be7d01a7a3b528b658f5cc90d5a59cf73973ebdacf658d34adc71309b51a9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ce27d9eb738dc5c6a0a8351145955387b9a26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3444911df3175e6e63c82cd4e14e12dfadda06dedeb97309965fe73a606e7b6c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca21aa48a08871660c579a497e3c05c34adb69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6943d20ef7835203ca84f1766d55316398e4297abeec0bf11e8ea4e2aa1f19a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab29113c231ffa1aff4e9d81d539a0be4448a1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c5bc81fa6395b059a0316ef8ec6c2a492b5894d68b0a775908d4a8f0a6b340
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f7b353abe23afa764b0b3880d86c39f17bcc8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5137131531f4c8fa68d9d656b7f11a9b10c57584c3b8009991bc295a6613bbe7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385b88598e9420cff4716780bb3375fa923f2db5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bb8de8f50408db5d9596c6dfd67267362fbe9bd72bc2c892055a216000e38c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3778d81a162d665a1e491b3fa1d8fc9a97d7da8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4f9946ca5f08267af0252ddbe483c7d77d9fc00315edc731e5c685c6e2bc58
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc2a2fe2030f2dd294195d68b19ac9e41a22613
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f381eda78d1c908f1538f339f1fef5245fcdec89717844ea1b2272f29cd454
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa43ea1e0e4a4ca77a9a01e64814c81ba79b1041
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e526a130ff1a84236e9a9322ac151a58dc22e7719d3e2bfd95bad31e0c711
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ce0b8cb22ebc927de45b855df5bbc4639683d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ff2055dca5d30da1e8845dad35e808f3ec2d40df6dd337f71f1a77350a5fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06365f2944e3b71657e34b352ebaecb268a025c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f54b89416f31019d9ca2c367a542ee9f7143e14cde5d1e6dd675212e15ed8a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf00359118db054dde6b085b445b32b0b5b5cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d739dee1f6c26a3a842b796c90262ae1a961bc542f7f102fab2931a2fa48cc37
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f01e653289b0a827dd878cfa2a440e446c8787
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ae582abf9fcfefc8a29060d5370b4ece5307201468e9fdcc2d6cf12e6fa7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e9a3cd82b981dd164840d0f1f06840746f6bc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091ed1cf8731c88f8efcdafbd0d990c248058eb3274460b5559510e7dc5489ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3909196ce681cf1749e434037a4811eab8ad0d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6230b277cbdc58418545b482be100cd94e4f81c36471f08fbfd5bfdfd177d630
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7038a351d0651252af1d526a5f8c6f700b7cce10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429365e1b3ea51b77505d02bdb3547f10a2af0f85f6b4d732989230b3b401ede
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d3879e523c8c7b1ac578a515fbfea4f6584910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591207c591a2b0a5494304aa33f71c2943c37c5689ca316e1ffbf016d5979ad8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664969c9dcb76e300549f8048b3b124aebe39fe3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7406407af938b65923f0813e40773e5d473bb6b2cb2d62d039ddc18f9f9d609
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eca3351649eef2c5e344a40bfe2a5c739b8539
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f77ba431216b878b402af560153ee56d2c07bc20920c910086dfa9a5bec69ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a163c6b4f26537162f270adb166a285ce29ae44c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d365c70e64b8257564b5d1e82faffd76b2713c8834643e100dbb1a348d98f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ca1a5108cd03e00701d1d40f72037ccd68e5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2fba0368b00b4e3ba9a8499f7684d2f8169cf3838bee62a18c61953e1cf2da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e04f8ce31df6235a0ebf3f375c1c9618f0f1c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448d047749c9471034548d5cc34f70d9fb52d33cac8882d74c8abfaef608b82d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b131fda89cb97508ddf27a9b54b6b1c6b8d9336
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2a992cbfe2ed10e04c0ecacf50e8dc489271b8bc8850938db6210b05a14038
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36de0409dbfaa1ded1b0afacb397fcebfcf9f97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8d4abf114cd4b016a155b2205dcd500befeb35199dba8968b0f9e162afa79
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec5611c1afe46eff1cfe7d4d2a336c8080c8c33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e1b4d54062abddb47650edbd8bb7a7910e9b874a3f07d6e7b9c4007f02e57
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a12b3ee9fcdff5ac5e023a3d74d85d667819f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4829c283006ebd5edd21107e438d442a409adf02c53831f5f6b5c2f9eb8e5589
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f089b210a30d43802b9146829313c58bafa2bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e45e018bf28b9729df72c85986aae8298adaf06f94d7089b212ea5739e3df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef76c495ab497546ef18d0a57619ce3a66f5fcff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b09a76029f0386b428fb2e0d9f80eb57027dfba14ab693c447c3380a5ea485
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4b0fad254507e6bfc080439277d5547a5e7150
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d23cb73101cd9851142571c244071718fb33dc5f0785939972857aab171f87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edf6c3d2c2b0a625c83da27c575599de680e06c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9538c6f97ff002e048fd4a4df2d3dce5d047a9f98d37fa9116420687f0b45a94
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10aaa093cbc981e4312cf14200e3ffdf2b171fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969aec669edb0288ce3857129e60cbce6d4c11f5937b9dab9c70ffc722a8ea6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc6b8b7a4af08000709410543b3a8f538383bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d54ec342bef6b296db96818ec41c76c196d0396fd56a1b15bf34d2a47c341
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3d8a66ecc5f6434509352728acefc70368f8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa976b31ce3283ee70a7728905c3e0ffa7f60830853d600d6ee71b0bf48616
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f605b0a1ef8bfb2dbeb79e48cfaa7d7933e2b8db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6c440adf0e5603d46b8a7d9a04729e7d9d9e80c4f8e31e19a9e4444d0fadb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9c1d87738849c11584c8e000dbc82ae785c214
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36db233e96d3b981b5e69dbb7e097c425c3e97c7844bbe0ec04dc91d4900bc87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dcf7d99f38228062743992db0afda5730366c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183a99da8fbf55a07b3a0211da892c3fb02509fb7d6038bf0fba14c6037ce28f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff97c98811cce77461a1dd5c915732a4398c0aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b848ef4d5b03d86097dd27404d4e6c7b5527eba3e5e04b170eef346dd29688ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41c19c651f7ba5f49d68dc52a8120fea121269b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c46cfdcc27b9e0925cd7408496b03a18771a6c37470905b78ce47548160be9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a6ce28cc2914bc5c7435280df6c2f192481eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb1b1778f59c016340bbfb6d19796bb115afc92172dea493467f516f6905b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe487f2cf47fd5a3d08d99e09023029d2c9b1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959f4f302bfde0c8aae16d180f1a9ab2be96524699367aa3be53f0158032aef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad58ff41d41ef7fa25f860a139187ec749b8f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fecaae49be17634cbecd20262184bd47758ab5ed4b430eabdd220e5a21e94e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5199e584e62b50c1a6681d125934c8e012234852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdd2ab7ddd037730839142d29489e46e4e3f85f958ac67db2e250340de566d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983b22a619ae163ea906f72b12bb48eadcbf2696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4786fd8634bebf720773039763b33e94b9b39f03b1a029d47e044d31c073984
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10b1326b1ede81d9c900049d4ebb96c5a6e9bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1fa498044adb333da804350be19be5034594a73d68dc651e26e9e7987f0c1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8d5a2bd96f7ea4126793f8ae07183e9882fafe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bace2a2bab7fc7309bc6ce3f9a53fbd58ce60b1054d43c8432e56d475d0876
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c175f25b6c0a96fcfa14d8f2b1cc3246333a35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8668ed0a19fa0762f55ee145d6bc6bc4364ce7791b4926432f9fd726e1385f2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46ad9e7f2a12e002e893a4c1d56ea8151696b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d872a9b78d2af30cee48cc15cd254188c5d9adc132e480dbcd36ccfeb91af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4902a5f90863e725260e73f42f2f695dd2970ac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce840b2fefe7ef3907a8744fc132ccbe4ecc3c7e39a3244015d604ac3da54f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb4711b7899942f9f0375b2d3aed5332d586e51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbbb35098588cd8ad8d9586f84a57669235b9f6c76129da9e6e09a5777aae73
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d2d1409e98c937903723b2f5f6adeae05bc50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf078b932140792690b4d08888dc75a8315cd8df791aa71cf107a48e86d9766
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e206714e5a8beea400633ca927969a39c81add6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a73b3d7a82301ec928c964f2dac7d9600e7693dd62001e3bef19d2f46c2f3b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5cd5b499da90b40928fbda28ba28fe0398ba5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287b6c7275ef7aa193f80d70144e7b1ea608a4f9ae6173c8dc00034fb8b6e1a6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb44590b3810c31af45729b23abc3a6fa270ba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b711f075cc9f88c5b34d5c82f8ca606dfe90573e181186deb79745a53ba8634
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa33048855e87987d3dc0dd44021e78925a967a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad58a99a2c26898c773fd6840867b29c249d8f097301372feb0d7bf4dc7850c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95936c372d9be45f4f3bc7e50354a876a560c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40722db36d14e69a34fa5f8d5c53c698a72ceceeb7ccec2fc388d0ce941e23a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2df170f39a5f37a11f3298ba32ff4e6ff38135
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1f2a113118ea33994d7a865a63065f85936da07d08ec1399403a5f440c5f98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0d79f9d9e4ddcb5f14c972225a02afe246ecb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bc80f8353526dbbc84a2995290c47960d0d93996e305235053641f9147d393
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdcf4cd90a8958a704db73be1a47400e047a977
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e8a1ad183b385b3facb30a5c5df16e8047356701e31bc616ca1295c2f59dd0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2427025c3c924dd548b01ec85277625812c9f1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff94479275328530125b36100aa5b58a66c0415e6d756b821f3daf1729d4daa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36804c89ed4c1b2c3d1a2b8156acae5a51827d34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acd7b4bbb26fde266da70dd44aac9a4ee27bb4924188a09cb19eeca5b683649
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba7123e6e4f601306e166d44b7f8ab9b6b2730f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c900776db7deead8364336d1e590f547efd5327f51dfcf729d313e95db545f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f406e8dd4dba6ad664426022633d1906ff393526
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949bac6d2f1e2e39820ba56c82f62f9134e49614366170a107315adc54885720
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9668f1fbb83059dc624be86c1e29feb5feea34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fa87d98d7705b18288254882f674292bc551f306f74e9c83fdfe52c5cc8730
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079cf70e1e5b1d31c8c350ce7f0c547e39f06cd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927edff0afafac4bb486aa391da5e7aa363ee238bdc40a13060875da9324f93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f164a1681ee6aa1fbee875eb7caa7ea48a72c655
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701be9706ee6b31b725095335fba53afc7b4fcbb4252d87f2f4737ebb005f660
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c23dbf0d38ed946cc530b2a3027ee8d8fdf9b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450306d6a9f33a5d81120698f777ecaacd3d0008fa481f6b67d410c59cc26de0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a497c30351ca2044ce4cb32d60a53d1ca0d20b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4aa5b5de5f70904cef8b622040a524c2abe303f13fee2dc3c18c64471ff90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b0a4dacfacc48f2bdf2abfd255b1b91ff63df1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e6a0d1f0ef90472766be0b4e0adcd419bbf43ccba554f5327c64b4eebf7a7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347d923d9bf83a7e429f50f93e7501c0d6ccb73b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19930c8adb86dbef74e8b3b1d318d28a1c6468e5a76430a99d8b019f72cdaad5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb39bf3e9ddb63db38040b126f27a2de8281ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452c4123db7b002c71b144ec53fa7eaa406af55282832f15ccfc90f4f3a4e6b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f332f5b10e1149ab2176478f8c14d22a7db6e832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9c16ce8d18a6c583c3a96a91b4f92c665d5a12a789ddc1b43f20c3ca2b4e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44788838a6bef1bd6e17363d59bdf882d2aaa32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e74c6200cbc0d8aab3d1ba7e091cdfa1ed25f78f7c342bff18632024dbe329
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566ab5d72e9309e125d6554487cf61fe6c78d63d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7cabc1e3196e25ea9b53b0e39eb6da5f95fd819d017aeb1fbd3f4a404d433
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a62c237c8dd3e036c7441d869706ef1c8bb8fb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac12cfb78fc847da31b328da7a9d51a75dc4e0cbec22de6806282c7bc9bf78d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cf23da2cd077ca6b590d3331afa81f12bef63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a88b0bedd69d9396d05440c8a7856777fe3b91ed9e144f0116efe7b6ff67dd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52ac553653c4a377ae41d6f3205547b39506877
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db90ac267936aa72c8fa78efa2253f7c03e37e385a79257afd998fac1d96773e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c4862c0ca7e370d50fa1353244c92b3a7507eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0c10476ff6aed597fde100fd59d19b94fa6b86ddc1e6e602e6f04a6e5f097
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6a4a9bc636a757efbfd70d472f431241acd29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc07c3a2b3bb62ff23ab5aae6efdb60db53c206decf4266816845c835934596
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c55717164c52b24e0b2b2d857cd22f06bcf1baf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beae102396f9953d5c4a5bbe98f42323801a6245e8bd6cfb0e21e9cb8af1fbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ae1422fb440c031c9f1f5ffdf3b2fa9b49d729
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0869c42bd4c378f98771893d58b60bf7ce9a34d5626a7bcbbd990d86e28338
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892d81697a52c946112f88d889013f7b02364a0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db141e4ac2cabed6204b4be1fd920a8a0f1ec0d3b21b5dcf4ec49ca065c1f6ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623354f92c2d7e28eeb6eb99ccca36744cad7bf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539bcd4ef85c40c311abac0a18d209a8a0a57f6bb7e5f3af50dfcbee89fab4cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc30c010db4f2b7df111b7ffeea824b7374eafc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700403faee5637338f9899e8fd7c45e5a8a83d8dbc11153758e2d4f0f1c723d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cd36cbb636e711736481477c7e232e88439b82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f54190045b1ebb51e486ffb069a94f1c190b5e4a2e1d230aa907b153174428
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340e8ec7466d656ae706b58515e4a8a6e8668e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49f39030f118dc290965b2f778122a2a684a6823bff54366c23320060928edf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e5d70410b68c92f264e235dc9f8257247e5b04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1b81f78fefb02b16874828a38e7c68053c3f5ac7f2d3d41403ff349263882
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8d2882a48f4c4642de8081a6d74633c28fb5ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20c66020cd5cb5847b7a3e3a1c53cff7bab7923e1bea391f9c59a137252ccee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea0c36686d0a5cf01f08ea598caa9f75e207a43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6283dde5cbf0231658769e2dfa59654f52fe3043f0cd65c0d06a7f787b380daf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d88c8e0e5235fc03c17a43a68ab3e24f865e67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1134b0555d436f0d3bc2bf3b2e4846494751dd65b40dbb462e96d39f05668b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972a55c71e10fc537450a789b6435adc8e083d39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c59128c1c0ff535fada72a504eb338550eb42ec369e397bb136e92653dbc6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994c0307e91d7ba01e2e6bb29e1647390f73e96a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc61123b0188ed185d1da16229ee97ca08d860011abb88f2d80324d0c12a09f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93392dfdb1dea8349ed70a3d3a96fe15049f893
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab282581e59d097de98c9c338f0596940539fa3998f88d64c14e2ebd72a83b64
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219e80410dd81bbda4ac6cbcc254a8d73e1b0fc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8498be374d9462a3b2c4ddcd6840a8bf43f6b04fa5b4d88b95f4e6af28352f47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76632dd08ebcde46272b6b78d47748470327a00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19379f1c95cc5506bbbd8ede3afd8b5f72bcf60813c9d85ac8b2d4df41fd402f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8086d61615483c857fe0eed95fdd4bdfb02573
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2581de91086b541146f4a4a54cf40c506169c120d9177d0c1c93dbf164857e23
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c499b6da84127ec9ff2aaec0679e87cd0a8e8071
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd8bcd505a208ed7a8259a44a04c8033304f9dd683a1f91a323569cabd310c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d62dfca2acbde29657ffa4afb1bb48f27dfe0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce9228ae965dd76e4f0be0ceedf631ec84f937d5c2a6079cd9bad56ef649c57
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0134370505f3035d5978147b6a5f0894a6db6c12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeb380f860876529120612f914fd9513f2034cb99a509da4f060addbf8ce927
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bf98de6569fc92c4f2ebb5c4b4c99bfe7d9f5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e810a67d7bfcaf8ef0029c686fb7953f7c066b261ceb9e4cec77da452e22d10
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12d4ef5f0375338b8e433d3ac4695dd04dc291
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe4c8269a47c8c6e1f72a135ab725c796d8b210d752947273ffc552429e369a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eacb6a4ae855af838788b7d2be93b5111fb4077
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33255c2eb9e75ea4832a9c0ee0ec72055554ca7bb214613f5bc75fd99eb9510
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4444f5ac3bb30b003d7c87e2038a4226748d867d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd194c4a2661fe2bf5a0f2316dd957a2cb50c8f00979f26a402ce61e807342b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf3010d8afaaedf1409d532a3c14963181f5fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61186fa5ff2c6ad3983ee61bcbed3933b69744a8513b08bf69952ff66326b1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601fa249e74e34aa0383b87fd681e53be445bb20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00552ebaa6f4ebbccc53e693c8e7183690aaf3a57f3f0b083a94200377d12966
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce76b80a130c11cdb144d11f91f6f26a7131522c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f61f2ef5dad45b68166315cad51b57e8f838817219e1f8af8749d79ad00ee1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa048a0746eafe60a3d0f57f89ddb456b37512e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08986872430aaabf09acee18f73dbf728d85caca0d7bad2cbaf11a6364de08e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1561dd94d809f34cfc751f8455d3b5984560bfc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ec94edca20ae15b49283f0a93a4575f5e075fc2427ccda207a6a5954e2688
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f9f61d3acaca3a76b1bf0d5095ae9685d25766
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073efd7f315f2f10adf8f3b6c4feaafcfdd5983b0256775d8ae6c12ad320c2c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fa8acf1eec6afd2449aee7b93c28e89f5aff43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a42efc9702fb52b7e8b03c8f536a277279324c04ba4a361e47df0f2ff97f304
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07dcf50ba23c02ff72fbe9d325b191f1da5696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f8f93efebef91f1a0bf8f11723eb445549d5eb6d8fcfb5a9cdc903f8ddd39
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a949d8696fa2e51cf101923bb6b74236e205db22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88a4533eec179e8dda4a277538b17835897030091a4f6b1d7dc214850d64c83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653e32dc5a957c79c691e336ac79df94ee02df27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602a140238a7e99fd55fd12f883454628ca322f05fdfbd7747c0fc5f25784b95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432c62080f778ae1d8e2ac9ff7ffc63e978f17d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e87df250d2c274734d9fc937f028c0bbdde73685ac1d0ca24dd15c564a380e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c598ebbf925c70bef6c925c8dfb8eec5bf9b15d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56359eba7227176302453da9a499cbf2918bcc34f56badeecd080dda64dcc7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e2886716583f1d28bacdf38508172e70912e03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a0b5a0ee4d1b3d0f2cee9e906ba7a9b4c7182a3de73d9bad442c9e38286356
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad163de96dfc14c74339bf68125e99cfe165ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0adf8296d6d4a05e669813f4cf8c4a3660e0f4a8fb38dc801fe4c4056aea66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53315892e13efe4099f55f39f8d0e8a1c152cf6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ba252e64b12f188c4c9037e902796886ad2ee97a5feeed6454ed3e41d54a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef3bd7ff351865bda12f83704339c4178562607
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c4eeb6aeb5039c740bfdcbeca32b535cfa2220b1319278a0d3cef8bd1396dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a97db303b9b1972702aeab06c4da1bd016840d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f20d3c427d25b795c776ec96658711b94522e753fe5371674a60921a0221a83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bc38b6716162e6f384cbffc4b7ee9f2eb9bf3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd79a963d601ddc68475ae373c91d57df22af1cd593e39b02eefcfa64af553e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4c119246d1b6e835a375a65725c83dfd41cb09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0b243dc67ffece473a1b28c06253482187873ca17516e3d60c0f3fee5146a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ada058462d2a3240c68c9e2b36b371c03ca68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdea6f195d31aff0bee83bff7f94182fdc09a43691227ac79b0f1ec99b37c56
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b6ba4c7cfb99c8a280c10a5323df2520adad6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e847b493107818fcd77c2f6c4f8b601394a2a63fd291e3c733777a3daaf54121
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e9e3a46ca695204aecd7efd3ddd019b29d87e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05c28d31788e323fc7ccbc8f0cfe22b88a3b15d1752fd766dcb77b0f1e3763
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95998b880b1bd513b110e7c412e56dc13f9f833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433b19294552451a855095937ea6ae076bb22d92a8f358713be604feca68ac7a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b66ffa5b3ee774334e00e94c926028f17bd9bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569d1bc9902f47f4d42f4e9beb8fc70c301c9f534c53fb88eec54541b30c4e46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8349ecab311b495c4afe32712924e9393e001290
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e95b18f9027654a2308d343b34594756310775115acf8ca7541e2b6d7441a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63a8bdb374dbb212c8d38311e1d3751a2fc0a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7751ce0c2c88543ffce65fc3275988d9f193bd0aa521d0e4573fa337406035
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd2b47584cefbb2b21fc9aa4dec5e0807930ac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c69ccfa362ce1072d76bed00eeb00e2a18b87656a22b5ad00cf826e454cb6c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce303224ee19bc84db9a38dc4c296dab78ccc30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf57e2a08dc4ce11bc1b7d7f8644ed3eb70dbe7ddbbdf48c7a376c861f846f5d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee55f2355b1dddf0e83db9ac7a4c86283840a0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e90de3e518258ebf760f2f8047dadc58aca4114e51cc4f03fbd134408f021
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df507cf8bec9c2ce28e561039d864045b4b873a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ff92edc444b8a49567546a830fc2fe5b4d9cbfdf7fe197167b59f166aa618
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8a38bc3818c858751c668c9d54df10f0134689
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d65b238ee753371a1ccb6379f47e5a098bcf8494721d06b82e6821dea81819
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7590c013c67e082f23b465da13ec2f02a1163c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12835df0d19222e6623e291d5f8aac0fba1289ce7e419f54d0e86c7d894490fa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ebed575d5e5e847a3feee8d8c09acd590cef0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea96143250e5714e534fa2a09b525fa82c84f0ec6ca360121232126ddc43d78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cce127765d7f7e27922236ea6a537fd7494ca3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36760820e1927bf2ec48443b47161f52950afcf10fc4e6afde109b758c889c1c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8078c8b9fc453f2b38597a9d95cc7ced85bf57fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038141531a4ff1c1c7376b613a9ac649398e1b7c70f1f69d2a72b64ab18c1d06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52b4b7f992d22996ade63f41b098022b551c738
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18e4f021fd2d0a41eeca611423338434abb7608369e1c52c8f19b915ae3612
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a84b718584106b66ce182980178a099ffebe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d7839e65b4ec491af35a10a1393d31c4258557a466ef27e6f3c047bf7287a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d66552a66ec80e485f61a5a67b6bdfce1436e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b34215b3c8e098984c43dd93d6409ec5d82328f770d038c096e08a1717de1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ef0eeb9598add0491622289dfc2a96f2f5fd63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b77370b9d5dee54c1be1b34c84c4d85eb31e1c0caf58e7558aee74e314050
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f37b4adbdc3e8f4239cae1c14077710b0c92b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffa76612a9c1e1af105295bfb7d72129b03e2c170a1ef38d9c2c5c3962a6bb6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dbc172a0b2d4881f225d4c953a9b3be9b25000
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7aaf5dae4f34af5e03faa6ebd0831e7bd8626b88837c9acd6d50578c509ad51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f7b58724862922e61bbbd5446dfd149f4d64a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533475347dd8d8d110f22e2f11c374ff0942344a0632238c8782ba00115a2e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a12b9340264cf68b98bbf9c44feb9bc7065ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a05f4b83c7433288f9885f43c956ad161ab832af5fbd5d8347f48603af5374b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf674b5842fd2b9106c6bd7f0799e3e75dd8a708
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50c76995c2891b3e9550c63ca8ff71907300306ffb347cb516b02e3ffbc5ebd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3647e7885319d974c7faa7aa4f6a536bb02f90fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b8db338f1b448cbff7cf64ab3db0eb1bc86b0f668aaa895978b091041bd59
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9c8701d4a652580861bac8a89f3a385e2f8c95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedfac3562d0e403967d86f264b53c2b61d6590ed670bf2abf85d8a0a5e6c2cf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b046ad50193cbebfce9a1612d873a9d95ebdeb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92446ef3c2661175d467eefe19085a6133c5579595caebd4e98eba9fe92b76a7
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c310af010eb898a5524360df0600ce2bf82a1fa5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcf8afb3c42ccdc6b92dcba2c42ba0658a057fd329f6b9d5f16487f41a98f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b89ddb07d771cf202b4a9bb6eca73b0bb3e64b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e028479bafdf35aa44236a88b9c7f075ab282ec311e60b3e49029c8537c0ea4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b461e1036074d714ccad9dc7d11181cc4985f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105de0bdc2fe28b3ee265cc0873ce0507b440c6090e982b342cdf30838121027
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e480f936d52f40a5905ff2cbe7afc356d0e797
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8303240a8dd5781cf20f32d6c100daad4ee0462726616789968a5a32430a13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217f35195a3fb3e5f412f82a1f0b42c6e9b471a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cc7e10b64e3378580154369d09c9d072aa05b89d366f71fe848a29ad1c3b35
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1599de773d5fc60abd13f62894db2e7c5f6ac955
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d14a7ae8b325fd137c348db88159396a26988ef0db46fbe093381c0f692cdc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871001281fb80dcab462c9f395b1d62fa1bd5d03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68314238e1939014bdbbb8332344423abd616331c9d6366ad079accbd34fd4b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5cc12616de1bc1a8c4acfc3d0e729d83e1f7ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f76671690403a39ea46acffc2541d19e584728fd6c7f00608be3815820398b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c7c964a9ccb433001a8328c6fc2ec5c694344
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c33fa47e30e1c3b7123032b66224c980408a74e9a03724951efbb4df48e2463
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf3c0b87bee1ebf31a3aaf24200788287f0c23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96180f38d26a7b751cee273fd516e0496c3a5cc0758beafcc07ebeb832b41b7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9faa8485c0945b55e2cd8777bca164873542db8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a909c2c5c0a4dba38709c4b03abcf24ccadbbddf0917a4040dbde747de3a5d8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d57bb8f7bbf50e87c7e47c3a713cd0a2234b26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578add1ccf643898a4beaaf10ae2950939d9dbe02608fcbf6257c2d6eb87a2fc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188ed52acfb2ed0bbabed13eae67e4aca1765211
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5070d513b86951f6a5b4e3432598f970c599677c1617ab4ce997c144b411ed4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb559a4b27869cb456dfc3ae0cfba78980f2fcf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285f10a5109231d5d8de62fa303e05e286afd62e03ac595ef77fc6bc02abc8c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc50f1c5482fa98f4c5f9d27b7916ed04d8d555b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88426c2ef46fefdee4648964eccceb77200e040a9aa8279158ffeb0c7b6c084e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debbad19ea828480dcfcb66d55efb25e9d4d38f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5048ec413e50d9699bf888333c229632301e1cc15d00f73043f541ee17da4d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95faf80f82a51896b3646977e6f7cb1a88fe9f99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6b9c90c25d0543d10cc884306c072e37170f653151c38bbcb70c1d2870e5b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb3671d0da6a5bded59536ce0e9e00099b20897
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7aa6320de441330e163a9a91564c1b5cd0cb436d2ab71705e3983b802943f6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a3c5c8a2e5930590cdb4cba8dab2b263bd1603
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908ca9706ae07b73bc8d8930f272f56179422074adeb4e20299ebc12fc90cd8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc972d6297b1e5dc5a69e69e9dec7b678f1c1ede
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5ed093d35056a9b395098bbf2c64aefde5c4ec23ade4f505c53f7a63e4b587
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9cc8dad24f8d9d27ae5031e72eee20303f23f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad63fe4b7cef421b7adb9c171cc57bbaa48297285e5558ed64a444d57ce94b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebaa30d24326873da2e854beafe91543d67f4aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699eb80ef4f2674b7b125535b420d8b6cc2188181f160c0c113034fa78ad7b10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cdf2c4e1e57d470daeae8d62f470e2e8ed88f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ae03916ca6cc9564e28fc6f871f880cc18e6927b28aabbe357d3bfda6f4f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7378342516d60a250fc88f1da8ab1385c4c743b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9552e7d46b5d639be9abc0d485f29001b7bb2c5ba0a31ea8e82f04b5d5f121
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef286e519abb85e5477213f201002536e0e9b650
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accbd3dfb8e36e9c14d506bd5e6946b880976d82947a28eaba18b4833b7f41e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495c70324b47391561599a85a67e65c8b422ef60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c9cc1c742c3edbe327ffef4f245f9b6ef6fada6180e8a72a6de1a8a82b8fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26af3f303ded3781f98482e382b04282cf8e71dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223a98a8259d6490fb3063f44e323af0a6c489e82945712d610270647a14a54e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa12c1489a9c9b4342e12dd948a97d6cafaa2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8990f71e8323b56a2919249d0322a1cf9dc0cf1d5501888635f0863f19675692
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0aed017cb5878ceb23c87221107c891e325e73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc262cdbfa4448e6c4281588757ac778cfec8c27ba102df3abd3251566cfd24
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46df538d80b1b3efe862f8de0f964d293eb5752
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9138d5c8024abb234d665f5505e618b332fbe3fe6dd97996606383dca1fb85bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df45d50136138d229fab3cff7897d0ed487d62c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dde4730da4045b5c3b956face677089f6d3e865c3710c46a24d9c7c761701b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5094453bdc06b71f6bffedef352cd40704f0314
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f0b727eea3c3d8fd09a33c3bf8193d4832421a24262d553d8dedb566b49567
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12adba91c398d2df65d878c9d99faa0b4176bd3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55207293a7871a6a417b7185caee05c484df2c29178515c22aae7053a573086
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8073ed62a9ffba718ae9aa32e414a9227139550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec035dd741faa883634841d7bf2b166f63d496f354f76336085ac72558c8f60a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89f2f2731a33bb0c342cdbc75d8c5fd89c757eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7024feb55d15c1329049f0608e8c45813c307fc2370d43e68cfbd87c26f33c42
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b00326d56d96c97b740684f9e4dd6940884896
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88abc6e16ccff98a9b78b0e5c6627e972327466fd87ff1d8dafe709ef94e6657
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b911737fe50df4cffdf22c6ab255dae91c6d6b98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b30378df98a53b486974549d1d84f5a829ecc465b6328f6115180eb218878f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c49bcc1c775a3ab0e1a5dd9f324bc65e1963243
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4101821e4b52567112608b928c3f5146e758f92b755923333dc47775482664fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c81a5689e05f092defdf928cdb71d6e297f3e0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49f5ab6b27ae34ae05d5efffe15f7e93a04779cdbd27c92643bb8be7ef92c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d77e48c10469f6e202f2505fc6c32eef5a791fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b382cef3fd1dffd4bc108d0033f80e677500b961514aee9dfcd959117aad1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e226843549dc103524fa0bb1a8b7aff2e9c29a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e9998857a712b9532bf60cfba134fdf2024e9368e599c81a926e24e2406db8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ed2c8278fd51a17a6ecae84043dd0e00b5c15b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e273971dbd207643f06c3ba4526e89f3e5d158dac7d98e7ff4a19d6a10d527d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff93ba5b5b1cd9598fcb2f98d219409cd82ff226
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753c4518fd4886f2735bcf4758d578eac683b0e27dcfe5370d67c4cbb0c5d13f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005edfb67ac9fbbf33ac128d616fd81d46a08a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc562418c24802bbd3cdf3aa2ee954e950440a65401ae864e978d077094a2304
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cde4795b2210cdce9da9458470ddb00704900a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f505f06cea2a0083dd4af49604b2dce6d4f29b11df4cea5669648c14c73bf443
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fce060c0ffbc60d7e26d394edcda847020f713c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac18b7c20092d373b0e02f34e0f98fbd8b37558686de79732c5c75c21ae521
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcaef22bbe915c131185ced1d267d1192d775af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d3ee6ccd33060d294b05743c76b42edf0956d73424d23cf557e6a4198f1386
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b9697bfce8e26d954b4739d3decd34de7b5357
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fa20c3dbd9131159e7f02c5b21d7ddc1f58810d24ab0d8206febc168bf866d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6238704d41dea226124768a024ae8604750f36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cac1e79ec68098db612764acf20712687fa6a1afae7dbdaa67383a6623396
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab479bd11896271e4c86d30d5600366d517a2755
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ee0f5ba2365ff05887190ee4d2e3256d85176121cd5dc6bb071d17d82dfa5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351288d6653c6335a9dbb9fd977d506d822bee73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6abcb2cbde774043869dc41cbd334e9b1666e579cb15ffee1a15bf2f986557f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da30ab8dcd8c5c67a6f4eb3fb2c0482461308b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb22446d3d40eaa310de6132254aa5c9f6569199d46d7fd730dff770e10b9259
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b68af46e8bc8bc770c103111a13f8989d85d55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa82a8ff6309024f6497c9a5c1c46bc615440e2df8e447af11d338409bb5329
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9f9e8447433e7e4334d944fba18b7c907b383
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d558987442267cc49410747ee860712e51b80bd920bad428f1e74a01191c0eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dafb343495c576faf0c764eb5e10cae4c3c474
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc4c405613cb9d3241a078e8d09eecacd67a363ce79eb48360d3dc94d1b391
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641b6ba7e817942fb015afa2de70bc0487c6a882
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf848bf2d8489797f0a79ced229f9b00cd32f6600f8b9d1d7dc908b03b39ead5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd2c88f934e83fa1ff43185df22ff759c502d79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebabf25f57a6aa4597f0cc2a23e34afdc749c33275e44c9f34ef0e13e1bab4f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f9528bf1a17bcb6929a55448042f6531f14b9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a0584e398f2065475e446efc7833aea60e5f18764e81d4b5ba5fe655bce66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a610937ad0e68dc3227f85f9c8fc5597fa0eacf7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa28d4f8465c88872b8244aee4b38c45da0b73254c7501106adf3fb9dbc3ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd01c3408ebb0289c318d5baa0c36410ad16146
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b462e1bbc957b2c1172101dba29254f4d6bb2e3883c2d6a662f730dc8edaed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f274f2794d456ae6c53c0b5963e0c9a990d4194
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70293dc0fe9da1c3c47bd18d773fb6520fe5158571db5ac3e5ed6875003e932
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00afbbfbff2d03b7590a40d28f02f212f0897aee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181dc6fb362318fb885d6f912081946b8c578e9e611ea703222a518081411407
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8c7fd7b9cd8d9b518b55d0a4371c361fac8c28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735639840a638301cd3c48ceda6f8beb1db47ac746c88e7c6fd40ef229a29f3f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bc4a5db9feebb54849a39cf9fa3874f3ef0882
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de680bd438e74a560db0bf7b86f5a1bfd5397560a8803f0213cf78dfe64a19e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1bf61ad6b633dbbf8b419bd9d97c05a9b24501
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25beade70f342670471be7e1817643813256a7842d14f4a0ca7c3ffd81e285e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dda86df65b1ebde1b73beec869b520f626c974
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242b2131477f3377d41e4e31615227c2d3a5ed968c8b26bacddf91cf7a86bd5a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459c7db9172197e0af8abf266671c6a42f3aaaa0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172e3093051f4326c0db28bb11b6b9cf86647a9c6d16253fe2484133508972a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30601bf4dd055ed1eb6bbbed35fea51cf149ebbe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3409c74fe30097fb5057dbc8a7300e81ac46b09b260e2125a6fb4b449fe8512
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3afa09e1d9867ca78397a940d9e5e27632c431
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a99898e7d1d9f7cbfea43fd2410e50656c459dc065b90ff85f506df107a33
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef02af9791ff8a9382fca390b989417b41ae739c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1d5c3e0effb5b9aa5bd33147c1bfc8200572d0e94818c2df4430cd1c03be6c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c69006e82c232d0a26dee350086aa60481b572
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5864fe4029ee02f66586acf9ed2ff04ec9c8d5e52d4d8c839f8d514206deecbf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809101748b706f141d70cb445528bbee45aa5975
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9956e135a679f86b1d3358d91d003fc24c9350790c322fc24d3c0add049474b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fe6cc1949e5feb64ec2ab2be48d52535a185c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005f716efe8d111e1a9f5f81c8ec1f3cc45f4a5b6ea7c25d4c30a4d5daaab169
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f42113e77dec0e6a9d798ff3a0f27ffd6126cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb992eaf3835036232ab905207fb54eaf4b9c41ce153fd8948b94a1b6478f7aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57b93fda361bfd052f0df06fdbe2d398603c7f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267dc3d29df14fe66096d67873b9ba64ca353838af70dc0744afb80579e82140
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41955e1848193a6d7b54a4c8b0f511364f907e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba0116a94b99aaa860c5f0e03aa29fcf37292ef20ccf4f74a1de73132c1d084
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec73ad71201fbe648da789764eb816773dec70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683685fae23df9b98c4ea4ec92f1562c8482b0b41cbca02be4c4e515bdc8cee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16824c1024fc2594725da4c14e9dbd75186b97f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d694c918d84f67622a67a0a66427580f3f48e1ae0fb7d159fa92e2760da132c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1433d850f2e26a5377cb231dae39464d38002597
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eadebe890c83e51dc5fe797d92c8e92a7f35fa6eff9f17e67a1799cfc6b7fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99b6bd294dfab2355778ad1aa37ca58c6a7f1ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1bff212ec8c669ae1615aaad080cfb1fc581d6d6e71b32fe3701ce533378e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaab1f588ccc1f3fe6bf5f2614fb9c9232b0216
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b404350e10f8218b6ec848c08b522e977674bc7d2f71377ac384a98d315e5f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e353829fcce0a66129ac4087b71345b78ec7621d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3424f702bdd460116fa889dbc01e255baca0fb191cd8d605ecb9445ec74201
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cbbd15d753dc368e1a3800dd613c48ff2a841b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff964901c034a0aa10ca9bc521f3cca2c808a23b1994348eafc535ee9f1348e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c1b65cbead4d486188960602ece7c538651c4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783d381662468627b77b8e18d8357316daa022219f24207b3d188be7ef93e02f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29a3edce2e3a0e44fd7bee4a96c678d1998746
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e783a75ab83f9b3e14399d2960db2a81ddc276c4cce8083339acee82c923c28
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf838a8b3895e4879f65bf3c95cf142acfaef0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fdf1ad68d4d27f0ad7b5b0f78d7e26c487ccd88423d21f049066954785f021
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb231454f96d51f9252f8cf7f202485f91ede1a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e79e664e15d106ed7e5913ed5df29bac5b094e4032416d9611f1217ecb7973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c83fab6d90fece5ebffb4a55e11e40e616dc53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94997126f1ba275c76efcc70c9de21d9f95419bba99e597cbb7beda36df465
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21872de59dc0a10adfba4c7ecf93eb614ec8a72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b11219672e33b1516e378c9846250e1becbe3b2ba0c47cabeb676c67bf0135f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddef9cb29f511f922f7e57db742299ba306c1c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae44119886a68e98f4e0def973b863f4cfe3516665f08b2658aa9dc141cf08
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e822ca0a926ef0188837787291603b7ee99ab399
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04a8b6ffcb33da8bf53ddfe7681b1037138875018437082208ea2f5500892b6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8cdfc0010ff31dcedec6347e4022cc330dff96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c6e8ddd4bcfa0d6402a83cbf380865802f28e3096679bc75ce19e3de095fa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0508b9c0a8251e2fa4661745be68049c20c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64705a3ab285e6edfd2a66d5b31c31e4f96999686d9c9af8843db7cc20951d13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc816fd9f66adfd739b82d41837b2c004cf3fc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e00abffdfca9579c8829a68eddd68bae8b4a35388486321b89d02c6786fbdc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b578f9e8e8ed8ae03503ae62556f34feeb2a1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a363c2fd5d2d5014a88ab642f0c16960d82f1cc504a04081f6eaa6b8314cec66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7a6a209cbb2a6c6a92913635eb47246587bab5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4656e87b31a4603587e82e2aeeaab7634265e232cd956a3613abbc53fadc8ed7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ca8d9a07aa2b54c9fe6bc2cdbc469495421399
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49988c51897f1416180d4865b012070e8f47012d37e0aabd26e16e1bd6b288c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcea1953a7ecd86019741088307353d044952a18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107e5f362de9bb1580957b641927101e5b00fead1c10f214689c0e678794b5ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec1289e0246eba22eccc4ba6a011df4a22047de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386ae58711f316b0b582779b4be83d8778944d7330d27a72b0c542300a94a91a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4415cdfc24ada28c6d4e87db502dea0d95eb307e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a95ddd182b15429b722dc6576ee518d9d3e9dc2d5c76439041b7559cc2bbc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ad097bc50edd0a6737df8c859dda6025054cd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5932e46a17970f175aaf5020a9fbf678375ff406ce6446e7deae6aaee72ae9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82660f3fa291448aad0163d88053f43f6dbba35c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71881252c9c65192d24f87c6621dfe5438d6220ad4dbb2d6c0140b553d6f1dbf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bec9252d8b145415485bb0afb5f9101787ed7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c80a717ea1625ca76d342c09a9b46c38429d7bd62801e0a067656059de6f536
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25670fa917bea6d10b5220f4186eb350d6ddf3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabec488f175357be1e9f8dd378ba5ce3929886dc847c5546d79054866c709c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4db9bbdd38e3c68b2c0ac428bcc0a768c7fbdc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680abc9d91822d7363256e7d454416f7c80720a78bf1ebcfc45c5adaafabda25
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f47333fa43d9c11a38e26dd63421bbaddd947a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c4e6f9de26400b88210554277a8cf37ad857787c38da1c2c3526e833bfd652
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098c7b81c6f322d9d5c3eec6e54eef8885fa91f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac33dd7c735fb3b7ad7c80b3f3e07374d07e30ccfb55e906cc923eb3b88e77af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746cddf8c8264d806f0d94c925c2de45a009d1ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375c3acace7edecfd618e3671221680eb454af86f18625ea3564d3294e43a319
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bba9af625e5ae03f5178e6834d0936611c8bb52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd534f82b8f7211e8c804b9a15382179ac15517b8d6ad010abac2f2aa0fbf73
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6db9589d943ffe83ccc60e4d4112cd552d7246
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcb191dd6b4a5bfc7f2df1b1656c9a9ccd82899f65dfad19e8365b322d24098
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d590694c07f604a5255c936d2dd53a2459597d47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12dc9404fcafb72cb1fa580e5712524a9330e4086b7b78f1646acbd554b4fec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83959923c3fd54c1f5799cf12d4345e141b1aec2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb3bb5804b3de5003a31856548662791afde6371d72c8a49ad7bfe52ed5df4f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e91bdadbec4cdf38b5744facfef5700edfbbed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafd2466773a4ec6aee1e06cd3235bbd2d5a50ba61e80bd27b9401f71da136b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652d05fa3a656138b4656995ebc19d2dad403acf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583fbafe9f1acf8a4417ab76daef16e6b93a646cfcfdc18956131abeadef488c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1a79af6fe16d941ec58341cf40b67426bf4ffe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ba6baef98d413b1098a0fe84236198ee45d8c1fa95168bb5dfd5219c637d27
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34d91a64c5bf95c7edb8da67c199aec721c6dec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a5ca2109e23502da40368232fb60798b094f873a549978512772e8deaf52e7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda02c6851653e849cedc70d94c2662806afaff9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec9f792c696eb203207a05f017b7c88bd220a75e889058f021d0e8a961c547f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c17db83a1a73f775ee139b1c04ed0f517fc0ce7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba421e2ea204e80abf15aa7671a016564e3809d57a4e4dcf4d59ad6139472aae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8422ba6128e120a275f8a894040accac3a5c102c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1fa8449f571e2ebef7a9c2dc09d25a2f605b6669a3a9e888381ce7e38e91db
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c04ba43a2837ccb5048dd5ce0c3612643d390
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e7b1170ad940e35aba21296479626c8554fff5db16f962507b8009102fa30c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be50e71266befb2b6b19d6ba2bafdbe9bf050e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3805baf20081a9648e3d1b0ed19d9a975319bfbe429337c768fbdb8c48b53d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2337fda91022e293761f209e4e3cfc86d85c36d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4628f6e8ab27d9efab43ce0d9c309a8c8e76c506fec746690e2b804bb8a62362
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf886d37b22345c55aad40bf6f055a6c23e70c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081b8c1f3182580681775bba7c7c98e37a461eb729d1522de12b612913eb0e7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62bce49a33d4f2fd9949d01032c1d835e5f0cd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13bef91739353c29264473c93243cdd32c9d36ab7c3edf2c16e37a80bdd94ae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fee6b612239954f693323de42be8b748d39406
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c92436526b73035c7e8dfde1b97c96282f2848f87ad73e5407a900b25743a4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289d750c0e25fb3e5bd6631c6eedb979e08427db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9196cbbdf1de496ff0af82ca1abdb36b6f6d9b7d49be197705a1a45b71b87bd8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad8b5da9720c006f7eb8853bc40e5d3181e3a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f727622383b9dd42925052f4f2499f90835041fb3130806e5517bb25ea43f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78097e5a690d759bbe013a313ea99ced3bd55e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496bb6ec40dc028834b525ce2ec16eca828478af8d0653b308f95ee2e6b9fd7b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363860cb13e3a3b385ccd10cb51fa482723c03b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15695141cacc4e979c872b5e0752e4da29c34d5cfb9937cf77107066204706c8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b5e8a71d9cb43d3713ac983f2b2c86bd018e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76542481764c6135446e66923759f9831799433bb5926299a56033934ebf11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ae974e42285139b37ebf091dd0ef3171d9fe5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a16ff2b1ae4841f844fa6654275e3a80c09b3b5b14c372953e5cf48577b9f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365d1d132268c11b81e8350f8fa91275e3cb0d4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76779e1bbb20860cab539874504733ee2fe550d660e797022f87364270712ef7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7e3fbbd04fc33119966f5fd316b9f3efec5cff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d507de4fd274a71c8223074cc7f01da01e319279d163f7ff9a48a2e419b1c299
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7032ceb85db7db7c9033cf0f486eb5fe74957a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7753d55e17890ece03f11717f50fa801ad69cd13755d6df63502c7e77d766646
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51ddfc43e71dd5b5e11841ef3aea32d37400506
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5f95335affecaa4febf5ff987655de5a6c3ccddcb24c65179f0c423b90d86
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f380a352136ec4a9af4cb88965d2db2748a8a9d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e899a8792a23cffe10d667e7bba7a2b95a64b66e8bd58bdf4fd7228c4e7df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be8aa27cf7c8168ca27c2c63418b94e4823c18e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff83a96026bdd7698cb76eaafb669445ab7ab044254f74a6e6468c6a0adcc8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85dd7bb16c123305d4bd430b9a5d1430e60850b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054079bc356f1f47c26587946bb9e2030dfecd758ba607a7403c7d83611533f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e51ced5dffebf8826f4c64899304254d0c6d64e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c250453ff47daea84d73d4d347590847213f820b5cc57ac2ef91686f9c403b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214b829da3d7d6c038c3bf1fa321164383156464
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58714e8a79eafaf5039986c4333aabfe88ada4c7240a5c7ee8c26c132f243937
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071f9aabac004193036fddaeb5a592d121f8ea48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8259a91defb6dc6ef8535a06342f414be3c232a83bc8a4fa59ec225eab4e96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0155d49ebc06d75cfe822cc716ed9fe46f1c85e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ce301cc840ea70a77f132f6a49e0b7b5b5e08d2373fddce6f51a09a9d47deb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f331e7ee7e83135379ba24d71b6544b18305bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea97c7d6a92d2317f91e92319fce40d6b0a5fb58cb29bffe45dcf46b9e5b9fb4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c09b83ec5b794f2375788c8bd1b1c39699568e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b01a89b77b751ba70e8834a8851b3a6d572efd15749171dbdb2c81caff26ca1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f68197693521f62e9898735da42789a251d33d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06f0e11da3d3806e3786d01fb4608f727bcc75200c5423e5e4c1abe4c798567
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a347ea2e97a6ea5884edfe49b8b3d7f06695d14
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b8e22f7780b78ad5a1478e6c6db262fcd15edb29f466de79ebd8474a94ef22
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e57883caf6b80a25a9842ba3a7e261a521869
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c561355deea8568f4e0791a38ca771cb3124ccace2228f422247b1b1f36cb30
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a4784d5579651b95059a93991f2664c073be41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8745b9a0835bc60344b564d6fb792506e210d0c50cf17aa8cd46b2845658347c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2018e9e3b8771020b787d0d66ee8da9ac2513
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e29e6e685e7606ad052a8555121d99d4ce03e1ceb3e7b1b56ef57cfd378534a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf66fa2ef8711aac698af6c16a2c6d27f91e61ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e211e1c2056ef6f5a61570d8de9bf8e580f851445ffd567c4db15d01652d6dfb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521df047a522442c22509ab2a390f07a3046413c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5afe4980c299ac4c11e91f856fe5bccd2f01b4ab678a8e6d49b095a3b353ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef265a1a69cd2c20d4de2214b7234cb0ed6e509
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1005fbe7e397271278353e5323bb6c94cb58e4161e5d1dc1c1553a00bb45982b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76a1b0e7431f1ca5f566460eeb38af31cb25d8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96f30fa100797e157f2385e21bb3b4225948261ccc685fdd67aaeb9e174a03b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ae8ab723a94387f6ba56dae290646e34f9bde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961ec6e653449855776b5ca9c64eff890bc447e52e3d5593123f5429b99cab92
+size 2179