diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad225397347ef9e2090bcf7423cfb11a2fcae613
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef478ec9a2811f353a1e65dba29c9c546a4b377862c32d125e722a6fb6053f0f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389b9498b494a5b0f571c6530bff248583fab72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec02ffc83c60fb57b36f5b942523db028a26e6bec2cb3d2ac81a979a999b745
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e916e07ed7f70882a7557d10a526d10563adb662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13589ebe3dcbe7c0e5db0e8dbea5b0ea8818a307df26ffd8b66ec091dcaf6db7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55568ffe326056e6ef669c5266e18c8b9cc2c9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f33927dde0144ba582397ecd9c426469a4be62fcdf7bcacd569272a1bb214b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086797ca1cbbe343f119717b83284d855e2b852
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789d9cabb5a6430dad6cd06c09678704d74e27e1f5c5921860e41beddd5c31a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f140d40d2c40d9d7a485743b6f760308173383
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129b1c56bec813e141c8d6d729cf1b5dcba38db30bf964cfb2b78aaec74849f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027be679cd33aab9599cec530648737aee36c024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819791c3fd2ccbfd49c13c19df9285fb2a20b5ed353a438e5e13b96268f3a324
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546c3ab64eb90bb1e2dbe31b13c913274fc9a498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19425d20ce7b3ecf478d840aafbdeda42eb2c4a8c41affdac90220c31bc1772d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ce879a4cdfaf8077689ff50a3287577465fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19924d01b57973d03926df764eeba7675f1fd2a82d72a51d69a4d456cf6687
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828dc7eb06957d4e71d9858888c8d03dca9b0187
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb7d354e39175d04503450d08c8dc2d4d5946cc8f13ebcfa788e8bf240f0772
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79c3ba7587e51e14ef60260ff7ecc73209f55da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1296315c7d0b1b0b24faf33dfd02210356b677505fb0023fda03d042f7449
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d42608384e3011890406af05c95fe73e0c80020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611007716acdba0f980e0e76225ec76bc9065a7a3f484953b14dddbaff5a4a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da77c9e68ba3c363f86838e495fcd5f422a3a3da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf7bd800b99f6540f46ec7311c1811b9baf5c7c1cb6ada3239147a3b314b7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a0f448377d0c8a57ea31e8cd3db6f5a797f12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd547b2837105b6a0bfc053883d8cf30b048d8ffabf51cf9b14c62c9c75d553
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a030b6a6789a3a6e3ee0b8894931d3a2fb7d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a4eaa6cbb7bca92f8139e6faa577d309bff73b5d76ef7bb24c3225e41cefb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065d764214b20a621a0b92074d38cb384bc8abd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5adf7a1c589ac8e4c9207a12cbc10f7764cb6d723e675840c87a2dd2df783aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15803d1532be9547e90dc6720a18815449dbf104
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d76b5799a4aeed5b83c6ee4957137650cdc9c001e40bfcd933498a808aa19c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e0a658f6d5553f47571041cfec0e34236f2da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619d29eace2e7aded2e8853f0d9f5c24863be2317ae06ba822faf1c8e13b25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff9472b438778b53c0238c94c58f3bccda4a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271eb390b53a0f2433a15be69a6f77cde6578b2556aa796ddb3cda593cdd5662
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a2b4fb9d0375c2bd8f22ee64f16b010ea87535
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19432c5ae074a5d68ad265f45d4ebecae2576978deefc2666459b605466c17d3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54ef85f622f41ed73ef5ce756d207945d5f0380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54e1dc10fa7d2329d0e8c45d8dd06bb729d03ced0c12b337e06da1c99efe1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0d5ee5b5083f4757695a354ad5c7c0d8d38df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf85bc2b0b81895c032777d81199a6d6be4786c151753d132f67d75dea9dec42
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece8a87d2e132c6e852744c49de719ae5a1234b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceab729c01514999a7fcb967d87927f583e0b03c85e7914b548fd0b766a1f68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f64104a63e37e4db76815e68c99b80ae538e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdf686fa821b7bc3f8441a5a2c8afbf47d3699004146b0cc693301bc67965d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebe7ca38ac659fadfbca51c66393e2eca5264e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27786d8394706073cc54377a375ec116521e59636927bf3ad10a25672028409
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8324c6507ad22220ddd6614ef1db58447c9924bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1134455911c8700e344dbe50428e7ab1c320a3b6805920feaf4fac998f82406b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32b3250d4c8466669c548449565cc2e06abb02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44337ffa8e177932d6efec78330a8138cc8f42ffd74b92a0d2b498b0d910f6ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd3c805db02608b944bdb640228eb0e2eb3321
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0aa42b72afb54073b1e880401060aa5e686df9b05f424312a4ec90804a521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3587b6e8123145bad0b636401a523ce277b48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b8e3f71a15c1781eae1f9dca6c291baaecf58009eaa4255be7fc589143e7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560902669dbb1decdd71a8dc6dd0984da5a753d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890b929272c18ff52cbeb14d83da06d55e310e51c7f5de6c93ff8e57e41b3dd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77df88f830208a278191fdad62c098d3469df2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30726233cc954268fc5ca4ee4355b0c83facb46ab8b2da93c6bafeebcc282c83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337499506bfe189c5c180a68011e6882453a0b01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd66cce370b4a7860449d8cbc663f4a78f2e062add021b4a2184614f930db08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeefaa06109f46f66c553062f40ac1a60d6100dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e43f3ce65c5c388fe8685687ea799b0a17fde5959e80b2239f3dad1eac72606
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe02904e94d00d6721dbc7d2dd16809bcda7689
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5f8c546d0a1c5194c8a33e42bc5f7b4092ce968a348fb0324e408263e89ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f73e08e0d4be02de92d9ea441e551303aab1cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e282124d41e26a59340606a7fa8a9e7cb24b6c26e625fb4b927cd5fe2ed83f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ea5a9d0a6b33bf8bdc87df70bb849a79f3ec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5420fa59fc32d3bdbf4871103342e98327bbdba9cfc33ab3a19e0d5216e06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097a3e9b20c249eb887b1e9c1a37e158ce271d6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f8a64ae48dc4ee1adea9131c75f4a89eb53749a0c9bcc3406122f653e5adc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77bdb7829dc7d23909669669b77b4d595eb353
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d9b33b8a3233475fb3f2c3b0597de12207e166e27be3ca35953d13fc6625a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3c27e49b75be4252923ecd9fa7e88d87dfd1ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1558a00b51f5e2d16e51de2fba9768ba36acebda2d580f4b5138e09a061df02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b973dca2db5eb1d0b378653037abbecef5a83c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ab90e90c873755b51d5b612fd8ce87e1a8296cc2185df386db5556fdaffae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45becccd1e897da13bfecb8ef89443a8c365ac12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3aa4fe2042ea7d0767887d55ece55b87f49a651e68e34b6f820593dc7134d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866af172a218f6ab336fd7817f15bad5174de8da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a17fbb792fa4bfddd2954f43bc7296187ba88a967e90dbb8e29008f2cb50332
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e809cfa32ca05f6da56f3f4c4a462871d4cee4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a664d13a7be9feb36aef0fc18eccc052de1579dfcd827dab2e8643610889b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdebebe61fe7ad60e1a5ad1f87429825af582c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32211c2ce3effcb29b15149087e803d40f758da8135ee54d12b6ffc487c00217
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae6802c7c3449a36ff2a0ba45e34d68db25466
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285fcbc1736d45292b759251724ac48537819e243b21fd52789fa788701b6f64
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc2c15173c35a7d4c9cc5404909b727b1ed57ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7861510922831e3f8982f4ba162db423efaa586d8b5f353e783cbc1efee288d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcebae1944c34a1e0c5fdd0049039535af39b03e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82130e1180ac46cd183c7862001e3628ae42a09489026422e1ba36244b397346
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1dba33be69ab35b21a61e7a36aa0b9b6236933
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e6846691d97276d8cf0ab53cd71dbd3a1102a2df3e1a4042124af724c2f70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786c68c4d3d1f99a08001236d6cf4d1e43155b74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb5691ce611ea92d36ffa06eb7003a4ca3183ebb19fa24345de08163732d77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613da3c89b0a234ddf217c125430d8206643ec5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a3e208ba4091fa6c144d37ef7cb7fbb816fd9b49fa6c8d155ee66ff7ae9dbb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17789dd3ff5a7202204c1c8a8783ee25fb55e294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1612bba8607c2e2a367a9c6831a444f4ef1e0bc8349d881373dc337ae4384ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737fd727e20a14efba20abf665c95fdddf6a2f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba3ce84d070a6d324985078666bd6c2c1a499fd73b30244a449ebbdfa975d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed693e0ed75b42871beafed12f774e495af347d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81611c8440b502972c6a2327ac67c10f6f163ae01ce96cf8a4bd258d48cc6911
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30c2651f3d95f0b866c90e6037d9ef5e7da05e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c94fcdb25caf2147786f2eb13092dd7206cb515ab6374e2cb57b96fa641151
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24027f1202c9a3d6ad61cf59a6084e593ce8a176
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27ee4e3fa43cef52dc5b5bb7d199e3d148dbc2562287c7346735c65e64765e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30c053ba020ac8331bfaf1b2473a2cb08dd6363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34872213ecca2feeddf84bd25a39af4db499e9bb866f8740090cd9826bf216fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e73bdbb924f4776838ea8de9e1d5d1f5fe968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca76f1e94ffeca424b63e3701789acf37ce11d9173f1bec1aeb790e53dafc62f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0471f58ab91c60e7f9edb861c382dda9fdfa95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482066bc3bceceaa6a29a0fbb111fb0608916e95ef3af2c67686c911cfe1ed0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac056b8eb1683871173b24f5596bdedba4b3f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debcf66d29d07f2ff9c9b535febd2a548a6806382add33f81363c2e4184e6937
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34270b4384e2b06fc1424a16887479f816675462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460eebfd9d6c3139d03fbbce584eb5fe151fdaa7b4af45797b3efce1ea371d45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da14191453cc5788736d982841aa7452f8f99a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b209bae5ed10fc6e63d980a113eaa4dc57f2f2770b6e478e0f8d703591667
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986cf686f70b5f376bd22d7ea4a36d48cf86d5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9708b484a4942c704f74f8c3bff9c1aa9a543ce98ca9627514e9ae2a3c2bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf979f38e60599e6d7f685e6f07591b77f2fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0a148730aa428c802dc6759ab6e29c0515d11e4cd473a23f58155ebbba714a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d684a32a70f48dc2cb2dab77bd3a05f99da384c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3e1411ad53fc5807fcba402afc1573a9a9e52887223f718300b8f379555e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d990289861cc04fe71f78b8ea2a690c278c6f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40daff09787bdff5fd88d015c48cf55580e7041c27957eff1f2a75318f09c799
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edab33975359f7feea387fa84fc8b1d93baf4a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ce5f58527f2ddea05585af1df32d0a930b9db4c9591522c10199818a0448e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721f7dea6cfef59c1c849fa79b638d628b9bca4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151eecfd91b8bebe71ccedfa6e8f6dd4664ea938a54ba7a0430fa93a575ac6d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b3a56c34a6dc36d379d820c6dad316e0fa33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea37855940ed097b62e66347a2ae5238969f571ac2c023ec7a1b54bccb5b436
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9a319a41b25b6db2b707c8d62a8952b2ebf52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eedcebc7343faeb9f6ef4e02074c5fdfd158c844053540878019446ca9232d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e71fecc00a9cf89bcbeb267d3340132220886a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df17ee349ab2db6bef674d5d74410c5bbbd6ed73bafd0b136acc05b814c9d77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d88079ffa1dd2c9d87bcda16c69d4d6ddf7ce1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607a4e1e0029eb2ea45338591eb875e3513702942e7c02aa335cbe31f497a997
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7282bc935f9f91dcff3f041479bcefbe204a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5c76aa569d8edce6aba67ac10b56d76cbacf8fc3ce4d72e3427041996b27c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a42374d0bc35ffef95f61003c867d07f85cfb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365c3885ff89aa55f2a9df649cf3a360217db0384d3bfa7a9dba637e975f44b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f79d29150ace6897a991dabe48260cb575badb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432486ac088e87fa228e0bfbee91c24de1fb5a1c824d562ebdc92780e750d961
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052650c69b6f2dd8158db63e89ae1cc255633bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8105d875d82f03df5ffb5659b35c4a25820d29e6c468bc2d7262235361cc77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d4b5907475751db052de428fe019ed371e963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b142476e93b91d77b2dda746dae366e33981cdca20d1de6ab5a26cc6739fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a48f538372adb227392a8771081b49c66ae332
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5c1adff5dc93b54d48f2a30488669934d9a11873a2d7cf8573996ae343b31b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c01c38f7a2856e62efa9dd8a93e7ac199c9e781
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9361840bcd18fb30954da770ed68bf15605a0803747da85f36d30233afc4ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c07fedb598c822ccf373715125262851229ec4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e63aebc01ff7cf0c3db77d26f2e820a0f0076468ccec6e529784d75feac15
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec0080a5f5c2c6e17938603924929ac7ccc59a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e55c13f08c853ba8f29109479ad5f6f6925e22875c52369757d53bfd354f5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee94a06eb835fb9fdc580ce71a84190651dc608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc8c1892c1b30fa96d4171eaafe4c4e87eac56562c34d529c565d4644ff5452
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f19509e22e7a06b97311b9b4e124cd76aac913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd86124cd0b148edb49fd7e73d774a22fcabec2d9764c412843c0b295e65af9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96974e43f5bafaa2325dc784c112475331d2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a657ff75b3d80f7e5c99f8e4a0145fbbedaee34ac2a9f336aac9f5b403042
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206fd9ab535716f46403adb7c353a6196d1daaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a2006748e5c4394d5038e4b1af2f60e66ca0c9d947fb7d19fbdba503c2d81c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dce17d7824e163b71376715def3e4f4e00a035
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1219018caa5d8cefe78171fb98b234d7b1d085e5d71b0513ab6a85f52c2b2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c76bf555666b5dbc1c0de93e924fefe77e4973
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4786307c275e6e6b65aeb251b29051fcee3391b6299cebb7223dab7b48c3118c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ac85f9ec697a1277692bb2d0ab742fc8131b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b10bdfe3daaf04cc447a5d9d7c4e75ecb2d70abb6cc9aae1cacc5321a7457
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421ddf5ffd37b0feb8ffd5846dc8dddd104b500
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61921b25dfa44bede89311724597715a13f8b2355c96d4d5cf3a2b371f55c30e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e5761b3aea1443308193ef038d415dcb8cae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e8edbb0d289012ea016b42acf14cb4792432b544d1c03fc61097d5de72e74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b83e0b773c159e45f6f7a4c6bb707a48ca65d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1493895017a9a3d4c201915e2b3a9def91f3b43e9ee7d8c2e978f8c943a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6355039850c1a6a2d13e0b4839274247fc7c82b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c89b07259c17f7e81b3dad9c4b55929862a767918f6d9d41d99d66ee9f28d68
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68122a734aa2008a93154ad6c624544c48475e36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504beaea9c8aceacaf4047958e295cca0816ebb5bc709a1a780f54d5ca23ff33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83bf0f31a53df5abd28ad29aef0331927c617fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ef282dbcd7ff704890ed0f0e2129fc080e0d5258b86d453ae65328c1d4a82
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfbd84b2bd6c24d388d660c5f575cda0debb4b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d026d42171597b53a49653f75285a83fd4373648c78636ac32d7a65780c3cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd478feede37d60945d4e48fb535a9069f81266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab28329c6359102ded3e527e3ccc3012b19419be03730769f611697ac3fb38f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e9015050ecabc621e3caa6b474c49bea4951b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef31de0d2176e7c4fdfb8fb1bfc6e4357c774915e0cbefb3ca23c6de68c6f8b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4037967ff5f1f1f87f4cbfe52f333e3b223b4cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d8af574bd7a71c55efa258bbb1abca1e6c287c6e0faa515e0767daa91d3b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c886c7f98aa8d097caffc5d94c6feb9c81575548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce907b8e121ee59a877b4a12d1e31091654dcf335b817f1e090bd75b79abd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53479187760aa92bd17a8be1d758b5cf3c27fc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9f993e87632aeb673913014d1356ea53c31800eed5073fd491019a9cca169
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7560c37d01411df5c2e1baebe7d5418de1889
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7b32f8933e41e55eae1ee61d13a76902cd5226bb020dcccd6cda3391fdc2a9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c412a6d4024fe291abe251b24017d87129281a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16710803803bb386231056f519b46f9d5645dae6f0a0b2da086ceb6e8b1825c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21acab97ce66f4486dbbaf75c6c2944aec63018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f459a388462ee67a3427666a20c231b9e1195c47589b92a0fc196a9228308b6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46447eaef4d7fa244fdec480665dd5cfcaeee1e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30c54bc51fda845ddd053876e6b6d01056b6de1be3a6e9f3327eb05f666df28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a638f68b16fb6f703722f1ea6183854066d50812
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd874a67977707a36a01ec45052d2d854fd039b9044ade55df6dedfce234bf8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6fc5ba55f1faf7ea9b475d383fa3b127cbf225
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def705aeb76992248b8bfe05ed8cdc54ff8349ef399a68caaa6cd7fc03fe314c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd51355f4156b8098403cb5cccf526c6cf4dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de37ff7bc604a0bcdd6ca4a2548e602baa865691044e83ee783096e7951195c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafbfbce3bd7177381ef0614758ac17addd87e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964808c7c4f46aa30afec9fd50addc94bd669524f663456808754762af2de5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8411a01af20c0435fc8ff12f8c9e29c43ef0cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a534f6c22260b79d05b78038a2fa6bed5e55ac51006a9a31ead4728ebd4c146
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff34da954083c4f6e907c4018824dfa28e90667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abb59e572e33e475dd4721e9d0d299f1780ed22fe68242aa8bbd1790872c94
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c344fed3223d45e8ddec13b5790dd4dc8f9e58e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff44bdae474ef65cd849fe20556b05709c47c3a4002ac01cbc54279643584b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993282945e82cce06c47b0ec842e096ef8e98272
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9304ec530d8dba1a46411a89eae3aa5ad1956c4695cad7495b698ce495b057eb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aef10a4b65b61bb8cb00d35c412617efbd97ab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf6ae1d2dc6b0b86784adb26b6b29d0eed86ddd0c5a1045f4349a360d29d85
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e2321408021706efa9cd461abfd42297d5e83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15884720c0989804def47d8cb8d22b6677bf86fbb95ae32258d78e19054de291
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9327ef2b72664ee4687f651147f0020f57a662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fcc714f3ec1188a980651c47fc748a7053849f6bdf6a0093b82d3f0d31b298
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727f371d95120abcdc34b583036b5f39daeedea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48ec0b49d2fa355814f6b83985718dab6c56e36c37c1eed31cce51de784128
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b45b28803dff51bde8ba7554bb70db6d48848f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ae22a750f0fac98d86561f2d5f13b92a78c89a1108b4934aa8d77dbfefc99
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890596d5a4fc11828a9303ccab791a255f322197
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f1a7cd2840c1a3001b83b7980f9c34d2f98f559141058fd0a1227b0e09a18c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab02a8ce02237fc46ba5c62df46f6bb6cb38338
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed0f3e6e23feaa3d40963c8cdd787ef3b2f80758bb2999747ac69ceb3ee281
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934423cc4eb4e7b9b20e2f69cf6ea900e28fdc53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da9cff0208791b817359effd733cac32611e2e8b6bc8bebbc39bcc0c83f05f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424ba8dc3bb2a927743f01d0fa8901474f03a0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f303701f954452bd6a64e6393979f5fba366ac04bd53ca377bcb8e457226032
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce0e0e3d0b2c4d65d7e48cf309226b7bcc347b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9895fce22e2780645f3c53265950da81b91446ff94ea2407ace9ad4c459336c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac190572076ec9dba1e48f2d4bf1e52449591c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13daf188824e89b4f304201a036d571ec4757c741809c2aab738f4bd2dc3c83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc83998132cbcabe4fd9580976c89bc8b5d44ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d23991f319d860d1c9d85fc73bd24c2f192e871f9b16f3c44a86a1062793bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32903fb2178d9234cb67acc4271ec750562c9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6924582898014da36896f63dd9357d5fe08d6189d6069bf716cf93d9a13d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16119890d7e73076e4c1a125d5220766aadfacfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6079cd0201d78f940d7793a34bb77a51584ccae0602fa92bdc55290251fae8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14f5d495470a433451880b27c8282287c0a52c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac5c3bccf87f3f4dc061327fa63d3e386036101cfc3cd4c5a273b439537e79c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681ca2a7576624cbd7b2dda73e901e2ec247e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ca58bef857e1e2022f7be1d1bf700c79aece86fe588c289366fd1e605ae7a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a95f4c1373d86915d21802e2c725a2aca0eab0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad886c180d96cf10073d3c3429f06036303e676628cd8035f51ce8caf495b61b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe72b053575bfaa1d6c2cb337cc581956d061616
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc1baf05d477dc8b3c122baedea8f0378ceaf47db9eaabe72e1b5ef807ef18f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca3a1cd19a6ea244b85ef70a1922118c02da337
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a721a0257cded20b91cb0950351d359dbced0f0869e62aaf9a2ef82e04b31
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0029e7934f72088c82badacd29f6ba319e4aa77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d010ebd7ba9ba44086f3490ba3d7de32cc5a2bbf209670cbff530f9d300c92c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092b3ef425e9491a328dd7b59950c7370002346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf1ee8deb398a7d5ce3416caf7ea8271c7842fca24f8ef9dd646957f8c4be64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb03c0f9adbd6ebd48b8b04a29ce9aa45cf6a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a1f27ff24d580690d1910cd72d29175e62a2651f36bf71ceb914aaab53c87b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d491d5079ce07c1457a928723ea0a48ff66967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ee19d47800d76e443f749c9da1c887fb7ebdb4de4b5f144d30b4b771c71a87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300ee80a1f44a1a65a1cd1c3047bc1bff6e50e11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24b6aca511a2b22224968711408affe0d253d086fcc9a38e7a0b19600af5a86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76dcf82bb19aa5a711e1f9ea55e2c225360134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd724be3d26e93ccdd9dedb517c08b6a2eda56b5a4f997ba48128dffa64d432
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bed4cb0535256e1dd7bec5e15f8a245b0d15d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56ce3fe25f6c06cd8457c39206650b310931db74af18cd0eee3fd3d4708e119
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b47b4552b78241b0a40341226d65fd038a51d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a074a80ddb37619d04677b5ef3d5759e15e3a70941bdc2f629ddb58177ad0bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf29031aca53de2342757a71a3bdd112710fc59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9930aeced495bba4c75c973bee1354f14643d4e7af1662f2c1d692cb9f515fb2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe7fa226ffc33a9147f9e425fca86ba3a2490ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634f0ed902dd1809be1a5db4b91b85cb72765ff3d79e1de13b6e07f7cef28826
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6870150c5cd12ca28e411aa8ded5af306897b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb583ac1b68538237e03ec224ca36d094bfc0fc72bee3de389200d06369901c1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5e4cc9f7a485d48e7674f6d4b9f88c4a1864c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02aec37ea203b1c64912398c07df6a0e083f2539cadbcb00d3d1c8da5b187fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0ecc2e08fc06516c1a71cfdbf9f8079a5ef0b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216366e0727ec1c4e9c97ba76f6df9e51f578d417d598839501e3930648f162
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9418851374f8088e531f78ec702206deb46b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb4fc5353a4ce6fd6c3e634157254657760083d10ad224c32c51916815f4f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0a44588f4e6e06ae211d90ccc4e2c9f8359b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bf08494cae73f84de09cab4de62289f4099ae34e1c440f399285cabf747ab1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb23364eaf1bb7cb340460aff8b6a1e15a8fcf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d95d0fff2f16b88944778573387edfad8bb17cb43037bb96acc2af56eb05a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e7f9e7dd3615dda4f1976ce73a33108f83b0a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5170606f72f65c6ae00ce147c4edc91b89962cbed47b38b764f8c05a1e04ec0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa21d498bd06f7cf8d09e64780a2e2b6cc6dd1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86adb5cce4f6cdd8e5e33b0cfc1927982c1a625f0dfe9f590871c01cb2f276c5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8389ea66361d9ad2240a900b33c4b0f26c789e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab231d901f9206e138a6a75ad6158235c01c28979e56237dd269aa143ef89f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619acdb30e4e7597b16d88ed0f1ba99da91081aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bb4beaed81adf190ef36235aa9e5c2e8234bc69fbf3bd1027a074be5e74891
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478cf04abc42d3edeceda6a503619de67eaff1a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9938e923adc9f1ec2364efd0fc32f634427f355addc5c7cb54ec8d3e7eaace3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c268188c49ce997466be3b3be420783159cbcf74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2e4022342e13ab464b91184d206d16fe5e92b44d93e27a6e07a8583c17a94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4c647e54ef3a1ce06176eec6c5dd325174abd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d45c188cef2ddf7c7e7dbac567752980ab86850913361572520edc66a567ab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df802378e3d7bfbc744719edb67f3677f561e2d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec07e767862205298f647b4df8d7ded19c21ab359529df908b627f544153eea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800efa98e3072558ba22342933ec05d3785982ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e23c4673a1cb8c5cc5e8a32986ee78025af0accf97a12527b650efc3e55cdd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac39fe7285e4e4387e66c12a4481ea2e1fe314b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa06e03b4ccd3f651c213de70c25a60e7397927c54dc2406d1c4911f26d9d4
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91979371f53c11a9e68936674138cdd85634431f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b18b3731bb67ac69095017292e1d1d9d509654ba526ea935d320f3e531a0de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4fcaa125c9bc369ca1aa9f6583a7f374cbd267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f4d894aeb59e860c4d820a0ca7b4d1daed3774cfc928b09da19a3acae67a88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7045a03fb44753dd4885107f64883dce3e541e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfef296e9b3791462edb9fe1e94169e390030c1a93231667d2c230a0b7278c1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3aea63d8293d06591bb0f13ed5db0cc9b9002
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0dab859688ff52f1f537689038eb200f967f45a62ec404c0461059c6230a99
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118a163b1e12f128348202599c09468f98dcf8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725c8382f4a6d18a9678d99a0ffccd05e6beebbac8533f43503468b96761e05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c87969c10e9e86cdb372cf5ce04af0495e680b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e71d8069187957ee60f1877af983f5ffb2c15912e45299c551216290c796a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd64e20ccac64b20f3014bd9ff65e3393a216232
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20a5c0398be7a9b2ede26d11ae658c74dc7c78fc3ca4523f3acb6fe982effa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b269961a01870d02fed0dd3a753e417389c64b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a1b6540a8ac4701f21366ecd2feb192f2fd733374f5466154007dc17a586a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42cb53d339e50db4fd64009f88db0c1d4ea8dea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7569dc15850fd77d0e0d7bce156d00a3d4fb6bf186c516a32acac8c76ba62a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63483dab32e8d40906229aa6f8e882931dc76eea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adebe8d28b7f270782883fcc19552f694b955472ad3d41d94f448be12a80fb12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a686566db0e68d49d3d3fa0fa06ce31101dd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a7269c5f27d3e9a656c8f7cc4565bfa4caf76345b5824c4c2eaf5facc936c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3c196750b3bbaf2fa8a3704de37fdfec3992c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a8a8529b37daafc0890197faba7c2337886034dd25d5a113d6568487b8f10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a668bfc2ff5d16ae778b6d3612a9bc18918a363
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e5d8f214018b3d705d5867bc02f0594c3e43bfa5f10322b509494680daabb6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bec5dd55d47e499023ce1b066c7b904d77e0f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dace2379ff8f2619ef9508fff83d4e165ab874a98412d27731323b777e4d9fc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79b9ab73bd26b6b21b779fe2dd5c77cc74ecf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6987015265dde99deadaeb537e333b5780be74b2b706c0fddc6baf6153eb5e2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf7f65f3784814884d3e9bcf44bbe09e0c53bb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1a636e03e56b090c1c8e34d299c4361a93dfaf6fe45611a6e22fd954c9856b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bddbb9f68c3b57d9f70843e97658ccbad27a32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfd5f4cb7327b20691a785fdcb910be29947d0d028f4b3c983a1493d6df70ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acc0e790503633ed46c5550faf20a38d315249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4081c018061df1ba62d51640377ba65353a857ea0052c0635e946f49349f700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61e9e4dfc5a6ee444229d9970e2e0ef8713558e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f378fcc87aedebfe7fa61f1dc33435c3a2df9f638e489c65f0eb8e7afc219e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72ef749c1f509620e9680c70cd7c089cbe3bce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02397471123a4176d2abe594e6913659138cab3f73be52a28dcc55ad948053d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509d0f336c1a82a41e09bfd3494e52aea77267b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bf3a826133b0dd34a8759fea737b2a87be2cedfddfff17c7695992b214d865
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c69d7e3d958ef3a29a4c0521a4b1714476929
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c9bb67f6254d07135488d69e0db6c1aff02480c109ec9200847bb82954fce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feefc9f9110cd91499311c5a74ee318548aa988
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951fd00fc280aa1bd7d051b5bc227c048108eb4017ea05427e253f1b2201a06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc44e37dc4c8699b14d58bd36e90d16e5ccfae66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cb591ae27c0228a00cc6b4ebd7b29adfdf1bca8fa53058eae36125bc6cdd54
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0028a86fe7a7ff78dbd3e6c1547d4b225b41dca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c060c39e6909ed0fe2cbcab550c248d4436a20641fc5a8205b4884772ff2130
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5be7e8b12c145dd79cd0217ec6922e6ae35bfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00c4ff3bc63265b19433b3d56b93b78cb0c353ad906b7e19f4de0bd2c676734
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd37a5cf3d8f56f5988772f9fd329332c0c4ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4778132b32525c36ad75377daf217c7e4eeb9b6f326933bfc33020eafe09823
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb41df59a48d72eeeed29ed155f9bc9d9470f05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf0ebb5b7d04641b6e287f2231b21a0e485b1fc14b87beb30ecc070c09d5caf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecad0e9ebf638c8bf598e04b3b06581ca96ee6c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c42fc5ae90830395e392c42208a6bde6b52421fc24b7a6a9314e737b926b76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0496a652042efa4ea270aa93e98797772249b7e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70b4f4eccf3a1cd79baa4d6f7e6e1f923b8dae4e7fc45b1c8a92ad8143c5ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b882dffd925109834e16eefe5bbd477eafd11a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1fd532ed471c861317b8d5e1e0b476d8a81baed1e02afad3af7b0fc26a1e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e222be03196b5284f127062ca61aa3f5a7ef2c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce19e77b66ee422e5f98b54d708197bbbd9d5969662204ac6b3ea19f800be57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92b3ff8c0ddddcbfe4d1f6bd8f5d1a144feafa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28c0d013c6f6caefc028e95b15c3e49051b72d1ddaeb9ebcb74b0bdec4f67d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af91641ca057d8d53351811606e515166e4fb9ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0d2661d04ac3e995e93bbdcacb2ffdde946642ccf1b1b074bd3e5acd5a9d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5defb529925ac1bd72253fb6a0f0264ffa1abbe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c7962e835530de2d976f2a3bf1a4b2e2476475284d5f53b53f322913c708c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567da90a8356b886491d4f13b8e71669874fffdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2397227c60412f06ca04305766948027e5d37a2d810934fdbd0b4684b1f0569a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cfa21ae6977b70bd8f2d8586dd056b11fdd76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ce10fa5872d1326757590386478563d8d552afa495666120c7c6034236d489
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf02ad5e515e9f51ab2b1fc59fb05686b6f82da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0e8f66787e01238a66d8f4f12d6a055ffa543a77bf90e3a5821e69e6d58c5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c09413ae466d2da6c87c62146891787f9ce0b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1cff24180976d1c12645cf0cb597237d25160f29a5da8126dd1a7727ddc56
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1dc59cb9f22fd76b90ed79b053d49b9b56705f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90b1452ae4e19968f05d41e23ab9cded22fe0d00e032e5dfae40dcf06fcdb7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32498a3ba2db03a0c24a614be9dff962ff5eb161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526d6ae417a503048027cb0fc1aaad01b3c307d64c306a00767d5df77ebd1b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f55eb7e27f43e7e0a95cee7b057b9345a3ede9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b182fdaebbc36b4fcb09a08795290970c44f8cb84bca0a71974ae4dd426dea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b589859922390bcda60103964d648a1be9b17ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a65987da70352b479fd45fe1236afe5f8f27043c774021f5bf8ac52a71f65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd208e163580f49f6c226d8d3e57f09ca8a531
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc89720da5918b44993e5c2589c07f6c82ca334355bcc2d73df45c833ed51643
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd86c555d284479a19a757723671eecf6080803
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4612b618208fa69bf90590cb5f4b03d5bb2b277aaa520f9ad3dd9dd54e2ae35f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf535719171e279ac7f6d577029dac454df2275
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e02c74d6304ff85f4be15941257aca0253de0e6afd80e9191e08996f3aa5c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30343bc7e7029a3809cce552381af49f68ccd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526abd945139fe51ada40ed207b1e1a92fe14ac85877d40b40c65b6fc60c8f8b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a374b2905ed0b0fbb7cadfe0d388da2c7d64f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac8325add849034b02ed382c56302f89b78a3d9de142076aacc4d197c701e18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cc4cf949475c899cbe9b3f98aa0c0795e42e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73783527ac30eea99422f7b13be0a7521a29a84f6d889f8037d5cb78ee0cadd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecf4665f35711bc98653b9a0ba7c468f17be13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215d17473f4aa869391557d89df1f2ca9db0b6deb8527fbe29c0af0ff139b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbe7894077a6f43d15b88cca2de92e52cc6e19b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca6add46f7eb4d3586908ea58c2f722668ad6ff2a89dd8f166a6f256bc4253
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519bf235cc89897f1f6cdde0c3b9aa007c4dbac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013fff45504825d1db7def94a471995488dee1815523d15c8865975bc35fc459
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2907c83d47ded38a54d3ee5f560cd42cc8c3452f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a938cda5ac10b29649c65d5cc639529399e9fd5c968b13759b4d13ddbc84de8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f29512febe92c15a2a3e95d23e63194e5e9725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afe2394f793f3090ede6474079f14f70625fe2bbb5b41e3a78c4fa173b2f58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af10bafb386dd4f95c6a5e6464d669f1617670a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3829c752aab43b6f88874e2be15965a795b00ffc2267a6dbdc9889bf6be8e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5620cc76133b03a9ac54903973a8e85098bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda33eaf006561fcd982ec44b0d23ec657a255904266aae24fe1ac8011d3d40f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcd2a726873b72ecbadfa1742a3ed666496423
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7e695d4e4b7c04a11388c83b9b25dc206640b53610cf18be9b931ea4a29457
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0af9791d1ac63c75d170c8b373581db6bb2d3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869f4f1f24c9c2b915d5c7140e8cb357772287ec87a2c5aa0f383c05b8d1948
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8e36c744fada0e3cbbe3e21bb5c39d172da43b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5cd0062a46783e15c950035ee357e31913989dd4ed4cd6fd1e0726c80d021
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb50f12bfe4c2b9b3490159f13f35f1e751bff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42a504141a7617843cf91e780236d056fb4d5aae906128a7a4b5e4636311d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d06897148fdf51feba2582c0a9bafb46209f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d478eab50debcefd01abbde8ffc5978a4eba969fceed2bff15b615d518358c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c470fcb5b22f8c475cc89114ad0da8b74bc1da2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740bcce052a8d9abf0576435596d413af6a6dc2ed674e555d601e47b56f59e86
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb557fa0c1e61dbf001293c68c4c9f23567124c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae1ed456bc7077beda7cd68ddfa56082f02baa099d090678a33b04c7991338
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70573a6dc172a3060a7ee39e4d12cd747e9f2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9446d6a9c974b28318c0b184d256afbe50b7f93eab8f8ea1a0aab39c733154
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f529635fa9641ed24445fa287296f21fd21d75e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391025e79dcdad3d889f88e6dc00d6b5bac05f0efd8d8cc86277bd84bfbf58f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d1503aae0146628f5bbf457ce07895de0621ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883352e1a6b8aba4b8527f84d0e758601265c3b05e22335b36a3af693e833cfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd822ae3769fbab88e15875c4efc5b0d15e8b03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a49c89de017620dbde71a8ed6b4bdbf6c4c8c6fe618ba7474dee583b2e0cb6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66178a4363b71bd18d6caac5fe7a6c569ad52d72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e15ce9c6b50f31cd058b28e8dd036de6ae51a759539294ecb9be514d4038e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b99767db66536a306b5a10a7079e8766ba772e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf54d4f631ac543489f49fa82313b333cd52571fc412e38f7fda4f535062092
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c38def3ece44b56b7de0d3e1bb446834564e9fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673a5d8507e329e74a70ebf5b7f3025e1ecc9bad55632588725fb06a9cca589
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffa1e62902eef042ce283635ce03e70bc7c8ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d9432cc033ef4e4ce27ba9e2727826c8c09ec1146c194184b2ad104a60aec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c85d1c4e7db9e5c6f7391f646ca3d1098bb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fe7b5e1c82de6b9d84d9321f20652dd7581f077c4b3900d10caf1dcd5fa24e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b661a3dcff42c9b45b21b68c3659aa9a86ba70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63ae2f7823fdd830bb6668f2cb8aa91af55e7c8c8437d820cc711dea33874c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da8418595fc986d6484017224791b9bb6cabfb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc577b07f095230691fb3692017a4b9180eb2f9809253b5ab3638f20186ff1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31a58d2b8a2016fd1006d61cf3003ddfa59d08d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b615386159f71951738c2bbbbbcd710a622fc587d7a61f370243904f399b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89767d3556c06a527c197bafec0704374c750eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a40eb57dfe2b2804e5a3da797fc9c438549e73dd3e5e639cd8b0c0190c42a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2056c9c67750919899a112300808069c15f3ae7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f22fef84614dd3ea90553dcf541b5736ccbd957d2996babae14628ac2ad821
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47ce70bf0cabf52715fa0d75c98c2d15547cdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c58fea70c1075dbd4878edc7f2a006210bfb4ffff5ef63eb0d7672ece15611
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d1d1645cfcc7d9526314718183c8b4726638f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326233f9319cde2ead061e8afb0a62eea4bc884a011fe7bd2749e62f436e976
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76880e2fc6f82209422d81478caf7f9cb5625ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8bbf57a63a2f4aad5eab399766cf38c82c888eb56783148bbc3d9ea58cece
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff679c59eb5b12875e5087bf73e28153fae1806
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49095ac50ee05546aeb565a2ca93087c6ec01cdb9a6bc33245a42b459120b3cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a2fb2b0378a56085a4e06a988fa72be5b3b28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e7a1309c4086052aa74199567e25c2a6f658ae2e4bb103749f00b9702fd73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356bca20d4f28ec7ee9f935fedd76e2c1bf650ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8a1a157736c5209b73c325f522342d2167e764a6ce00c788e2ec09aba0431
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9c57db69306ebaa727f6d7a0c9f70cf7fe112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2909ab14da4b181db55550c94e122bf30984c7af215620dd047523e210c4e985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2917cf632a82a82520064f850121398196c972
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e566b4060f8cd0a6635a6ac4885d7c3a76d6a014b1b4fb7648b0b2eba1d8ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d9a5c2a19fd644630722aab847ae94ce02bd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e372a000de95ed6c9a0ad29dcb62820e06e1dd7f738ba9d9432631e3b3d0f67e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfe9eab953a025125777ec43936cf4d77a4765d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6bd2b9c3943a2e3eab23cf06ef2d376481160ef4e5b3b21467caccee36faa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186d656bdcd88b91b2b41c6069d2adce00615568
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea64c162a7529b4caff74e002e38b7e266e9882a4b7dd5e4c82027407e2a4c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64118d689ca61b9a413dc7e03f6ccf886463de12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13795d1c2dbf9ed63c3341166262005865e015eec09d9e1811a5837ea85d4f10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305508fa1dca9bed27a24160482db319c18f6b26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed1e590d87df8276eaf3fc7091151df911e05771fd3ac287a7c038fc2961d7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7123b3d960c4e4fd5f6713b00810d3ec1799d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a9a20e707795ac44e354466a4cb2081b9e055638594515a8820fd5f359fbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b68afef47967ef0f600fa905e2e5fa2026f8d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae54531b659512af50ebc2620e6cfdf16432f2e91a1f842f1794a43ae3648ee0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436d58075a5a971c2002b06f007fe08ad1325c84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf9038ff6bd7be4efe98ad2bba1221062df978ad6c2ade6c7240fbe5440ce5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd82f33dad926aa3215511265e2e328bcfd058
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fb0e83bc7982ad491e0553b9f70946dc06c5d40a2ce6e5bcbd67f78f300f1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81bd688067b0f277523579f163770646e88634
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c480da0fc4a09648e232fb4530b8efb2007a41870c52247ec9223e97973fca47
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc2134e8eec5b0341db570cfe2a14cb93e8fd26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848a58296193fa2f8a28392f2689b9171b7c335fdc03f424ba23857610945264
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5e1a0e7aeca52f21082a0340d6cd3694f9d883
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da81416e03bba794ccce81939d898b87bacb53e1d69a259335473010cd020d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c2f4238242ff837777d1689d723d5df3e149a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07289f372d63c7c6a1cdf2b7fe8b2a62b6c6d0c43c20a435bc94e8b4c8163c0d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e4f0e9eb7049b41e080dcd71934ac2d15e59c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71be2d85066b8a0429351283af22006d15b80ffe2a1b8ac8f10aeba04fb626fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e790a3a8bfbd758bb83d02748652777856c70e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b765609033c36ae7fb95ed342763833f034f3d870ddbc2b956284e6fe093916b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ea02f3b934dc70b17cc1f3bee1c58f416c7e2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06950fe588fc6a7197b1309d1c36b1214130d2bc51a42b35f64a4be64a7705d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612a697df5cca29193f6ca428c4e3bc98b52c9c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c1236f19299978776d22edb70ff71d7e4e4a2fbf186e3d3cd74c79fd0680b3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b45c95cdb1e141ca7729659f013dffad6bd49a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9783b09420c178f64775ae3cef229550d10c0359fe4463360d2b4bb7dea67be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ea8833bb41548b1ef170d13a7de4e34174448b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5db3453594ea70b5355b02480226ee9a9cdd11a9e7d58e61766d3964d7efc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cc67a09a59fd956fd951f1a45ccdc6b26d3312
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da14bab4e368ed19eeffb4a0deaeeafd2bc245471e2ce28638dfe727b9ace892
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b2b796c9f4fecc881509ed91c8c27e0e9ef6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e73088a6e80e150c2a978467bb5354593b05320db914d1e896358c0f3e625de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92af888bc5459559df62d7ac2dbad08c736120a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d3c2429938bf9439556ae9f943ea9fe1b3f7050727e02ef5e85c9467e51521
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a0da039758d5e5c632585b41197adf7f5224ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07061d880103455d07294080c2eb9ec35845b63d3141390934c6c97fa5ec946
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc75b1759c9d45837a1d046107c9eaa5815394
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f0b86d1fd7fb3f56c866e6e63b20809959c895fbe897e104c292afdd9385
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb862be694192c591559942250cea90cd7beab26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c119eb48e99efb99a1a03d8e696052b25826f5264675eefdc79aa8f2b2b789e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cadd2224bc1484b0041be3fb83aa8d2101c8c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67508381c456083c469d91f7b069f2db33a87154d2e91bcef44a22d7048dc12a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ebcf208467df2facce88f57a2af96d79035fc7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a71f442ffe7b7283d2e932e0e9650156e0c7783991014048b8a9afed8677f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ec53b89693a37494902b8cc718a0ce567ea17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f009c53ed92cc26fcda72af0e71e90a3eb91c2bd70a4b90ad8d3584d801b8e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46912283d3d8c3e9ddc97402c9eb222554f58063
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee09385f5740e075df8354aba0477c724138493cbfb076620e96d05b259b42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1962d05ee8399385a89925243322b72c07efb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74707cc182abbba5a54545ba67caf96a2921469bc18c9221fb1629a230bcf6e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04fc672af443a25bd81d3d88bc8a198e3fee11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479598e4858481ab9b41576caa48c6f69e5766cba7f5f61fd8206d8e1b06b89
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37fbdfbcee07761b062110c53ea6715f2d2aeb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6536532865cc700f552359a791044b6698214149324bc19619d2c03b911e96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1731d43905fe90102b7dd69151b1a5c8242ffb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0aacbea356c7fc2d9bbcdb0b43c1668d7c3f9aab4d083088c795d9e77c613
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b725225163fc6af8ff43163f9de1c8eb0ddda6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4750edf58b4737a9945dcce582c97ac184317e7f563b058d2ee1f341e0fcc22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a678482b508967045a9647c533cf70d4bff2a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dbaa63048048263bcae129993c8aa23eebb529f56baae41e988cc0a730fde7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d9d6558aa8cefb83ed5be3cfcab1fba2f9c28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbc1602b61a8e741a750147f97441ad6d01fdecbd3e2db58a7b90f866d57cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebe2c8694aba4ab6476180e1b2c08e7008954f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce56c6e83635f009342c8e200de56304e4028d6ba6bd42d3f75c34c2e9a39a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf02d727d38e301fa23cc84f1a502164a697c7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e7d6e0aa5631214151d92ef98d622200f6b2abe963b35414fb1967ccc8a2cc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34a9bca97a68e0f2d665160b5e62f637a72fe18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61805b0c071dbe0c6867efa3c13bf70097f9fa0e7c4d9d83ded2eea211f2bf4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdee1e7711841effa10b35d85929cc6f6b530e36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d06849a4f8da883cb4e3abc4ff292423fe425feb7d3c29ae25aa180e9e36e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4263f35473e8cb3842ba4f88d285c3a4a3192594
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56db3e09051d01b5ae794c718b074814401932a7b54a0284a4c7a4caf56b12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5891cf30f669e45ca15c15210b229c99f79084
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df35274c1bb12fba6ca0a8cf34f24ff41ab251b1094073b02a33933b883649
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b245c00752db5c45f29b5c936c34ea8318a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f9ee9ce8d52471cc76cd3b3403fcde3774ba540c5f04558488606ffceb3610
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1612f6aaadee9c6b2793c1ddc0fa12a85dcaa14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65542fff5bfbbcd022ae18acea51c9cc6a2addf20bb065aa75925b452a24459
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e628d0944971abdf93293aa198d9cdccd37a571
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308662f0eda00528d33ecc7e4f6a761283e41c25b2802519f7ac880864ea42ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea8332cbf49ac5ddd950453cc6e6ba028227825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f8ef4489548bb5ee7d44785a08fffea81db44905a5ac2cc1c4b6c4f125bea5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dd58497bbf557ce3a83a9d6fe8ae0282a87fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52766a4242cdce24d36cb305649d2121c417fe521bdde7a3ba4ab1a8154d96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16715091e61b384e4af914bffdc561828db3071c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f407ff0d3f330192f929fd3b43b80f4ecc2c227e2578c195d553208db941e95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55d730344f824335a004cce3f2c7c4c33175b2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84545146664289217ccd6879b81f85d8489a8fec57fbabbb144a35af88f998b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e7e285b62c8319b4c314d9c2ae355926ef70c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f112d71d30500cad00c28f1629b13fdba679ec1fba53cc3184513bdc0a505453
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fd54c28f75ba9edf43be701d99f27c6827adc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5cec8b7e4ebcfa64172f796ce9d6945a29dd6b3a9bd5164c522fded01f79db
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292c4b37edabb1db4feb54cad6fa80e1d0f9295c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac173b2f93387f6917ede112f4d976a6d0491baddf6d91dcf91dee7468b11d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b816216f7b8eec959edda1923f5577f8d873903
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c6710b722e45d0d469656d8db36c1c545cba3d4bdd06c0a62ab60fb480085
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4d7587d97198b5eae7a34f473bfdce2ab60b88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef83882a4aea31fcb2dc95ac75565b9de155db13f9c31e689798a2116ef5c6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e9fdd5fadfe4ee9ea0ea60642f8e2e49d38a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d940b6d652bb003d3fd831c9edc7e3fbb8b39ab9f8640b0ddf828ee883c5e37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa9dff3da530746cfdb6a5a877e76f2bec1450c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127afe4ec18e8cb8ebf0ce9d7c3a79914bc07527103c35dab21a2270a5e3d5d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07eb4dc1b35fd901a7a93cf1e4b2441b1539690
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfdcce9d4e84591e818945eaae3e5e519bc938de457fccbf4962198b1f3a8da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff9313826a2c612c4ef71253708256845ac05be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175b05ede9ff0f105904fab2fe5fecf2c8d2fc8e8494acca09dbdc27ea4d1f9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe672667fd991c326d2fe39e41777ca13e307a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f006b2f13187934282df77f279713ec391ca9e25ed4f6a404ffb19d8593cd73
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4655e32cff5313eb83ec742fe25dbdd0f252f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f10d6484f7da5f60159ce21fd1428351f8fe9688dd23509a37f404539d197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc0a93a888c04f2cf9cb5cd36aaaec77bd037d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93cd853aeea7153348a9f9ca05285bd1af9a9523717e88f546a66255f99d481
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3facad2d6480460ee9b3997bd5f2aca7a2d9ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f77c02e1712f941935ea88103cca8c9d78a1a5d23da02ba6331938c9a6c1e14
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd662b155551c35354746f6c7c26614e4b1e90b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3f37beb5bb4d46dc09fbdfd7a17e57086db3b55e7ad030c2a3ed8ee2068481
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df413b4d8e72640dc42513a15e3cfefdfb357884
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a76d0c3172c5bce1637a62e1ef1de6d07dfbb755d5587b8ff6c861bcbb34f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e2c58fb720a38aa5b1906bd5c7f4469723c56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed62b3832c663e455ec8a9572f76c2d0380a327a20e5e02202ef63ef91dd57d8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42266fbc44aaacb72dfa2bb97b55a25d9f5cd6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa31808c12b70337b68888909154f2fdcf1ef35dd071659f390c94fe8e4ab1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3916c097ea55d9563216cc47fd1863eab99baaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e6a0e63811d0c50cae482a5f25840785d5de0673ce79d32f3e5a5c8108861
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cddb0ec09e5aa2a9615d0635848c245d83ae7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bcad02410a092ffbeb112681a8dd5fadc73fcbc8f63a7e7da6e236bc7cf88e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50034611f92e693aead6be5955557a2f844943
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828f8205eee8d5ffa585b8d17631dd44a9c1412b9182f752b3b6156300595ab
+size 2179