diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7244541f847add90e952ac059615a4a78aee393c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5cfb40297ec979c22ed6b420b7ccbb760227dcdd6acb4fce32be854861048f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c2097968650f7b03da649222fd7370f31a5ea3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4d64ca7115a47504c5675a3abc6feda8667cabcbe9c2107600c150affd963
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d8021492a491873a53ef736be4a9000f19b4c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b555fbd0c212db028d4c4fa56b7952590011570e7b193770f718460c2a9a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb7f5ad730ad402b91a03d9776a57ca4d25e01e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb245ba605f67d4c2d9858b6d2b72500fbdaf90f16c39463d792689902c692
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91068dd75c280a72a8e724e27d5fdda5f0fb5a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e7b5da188340f79b0d09a9d74a05cc43dfd1bc3468dfd66c66c86ce649563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ef4cdf76e28c00ea7a8c05d469532b68bec979
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2774e39c7bea53027592a0f94a223f48011d84d9567b8f4e565d7d5f35cd7b9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec153489ce0e61a95428790a1d35ba3b920e28e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84344756bc8b7fcef1ca267ede8a7737fff221df602404386107defadb5720b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d7d9d1036f77c919994330df434e349801410
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8333bb31de3755aab99eed09cb9b454b68989186380ffa7ea5642fcefb264289
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13f0bfa21d90bb02b9f1debc935a0b105b0082e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a17da9cddff54eb705857aa7c8fd000900ba8a3d566c6197c39b1d1900487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801be67bcd9c97a141a60e79143e78d4b653b5a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be568741b6fe8e0ed8a1979626ff950564dd6071a950a6a5fe4c8a4ae7656915
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570be69bf09e1924ab95d5ba508d5807f9880499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed064add26fe6275a707e515da271ee6892fae65d98be655e3879ad60bf90ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c90cde6cab9dfa95b6e50ba862f75ae40081c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aaa5c5f2cfefefa3d4b258e206bcfcc9c9380104d5993994aeb97ddea6ed3e6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5b1008f35f3612804b3cc7fca6cec50fa0166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f341c7e404726a083da367867783a320b440e234014777e55a5bc07d87af5de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6fc7d68e88238d2cc6e556573e96ca79ab1cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703334757d79528e9e8f93e7cba6aa2abd67c501085469f4fc5c61ee1f26593f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5925d39940fcae0fc7037064320a61c2f1c4cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c99f6ae6e06092fc9a76a509865f10f51aadbe2e31eaec64cf970a04662a48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb5d9104b7ee854a8260c63f02e0edcd9a3518b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6b6f4f0ea48b48c22c162e126f21702c967cd19d75df46eb02f016edfb500
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c581e8c1247d1ebea4b6813c9480ba268aca435d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1796b677b59a65df1c59303eb2caf7a337d197c74c9a286a1b2aba7d15f34cc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be19363ecd41bc73f170481bb732edc991aa360a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717484ab9972afbfe0c3dbd2c5b5048d92b0cc0b4a95dda1fb70149ea0a874e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad879f746aa2b87c2e25e5a960b668b9a7909f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f2b353a296d94172e18f2a44174329b5a9f1881d85b1c47d940dff7f647a15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b6c24c583b875c2092fa1926d8881dd06c9e2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535db956d05dcda3ad3b5d718eb0b2570c419021107b91b4551faceafad008b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45ff087524367c5b7ff2cb155f39ac8f96ffb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a083765dfb7a74a53e31735d9398f351aa8871428b7421b29d0e4086246de0c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48a7c3daf245571fb0c6ac4082a3479365d0dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c7327504ab461a14333aac9046f0fe28513f1fc2ef4785d89baee7ea57d71
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddad644ed4b669f7f627461dc93d82b125a05ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cdc6539b2d9a7695936fefb67f62cefddd9ad9ee1999fadd764200fb04e492
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617c16c18643913ac4f5d14256ae09894f8c0f47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c11e72812f7c7a463c368f92d3aa086bc2c5bfb24f20f09446ec59e56805a75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835f48bbb6207d0bd2780d938cf5954aea27abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745189f853ebd5bd04564f9cca552dfd45d3a20023143731f956952914a84ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9201963ad8de31699d79ea0eba5f83cacb2478e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c6d7a167634b327fc11de4d54a6d946ac8b5acb336a4b2f94307da57dc0c57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3aaf3486f6fd778399fe141c7115e7ffe9e5a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d09ae9757a1e623e0dee6a03bd4fcdc4bf07b022b6ca33020d1953f578e27b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5cd72a7d7388dbef5e1592457c239b0ee3dece
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe3482511a2042015907b9f4d179998ad2cac3ff128c429beb22da7a07872c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6f2bd9fff37a2f35439815e802609cd9eb00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2e5d6afd96f6682fdf4ae64e3b4a0bec5bb5ef2cd9f135e11caa7e24029b38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9665fe09a982254b38c44404925d8770f43a9f1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7af5f0c16cdf783a2cad28b78c14d4df1d6c8be60e10cd572f92ad1e68474fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737f33a92ac2240e314bce081df8c01dd7eb58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7eb12d3bdc5fff12839d6a037b9e6fb6850c7f62df37217ee9f9a39827317
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d174dfa2c1e23f8e330e6f65e72e7f6595f18f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7a93c0bfde0f42af9fbbc248ce67823cd8fb219e605cf612a4c9b9158b44a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345376b75d77e0edbf02700f1805e72c91ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15d4e93971e9dab55c1afcd51cd1de008e7fb1fcc38b5a25dd7afc6298ddd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeeefe7813f52ac07c593735fd03bf8ceb7a64e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aece25a0929ce45c688d29663e68eddcc4cf9fc5b7896bc397c2fe09a5b67084
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac284bea45141fa1fc028d756608a9830a0a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1164793d1b03339a705f68e48993c63c6e1daecd2ed2f29e66faf1d646da0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c42bdc024f68c72183f8302fac38d4a5814039b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c226ac02839248c7ae05194db31dec02d5c3cb3bd52ef1714cb01e5d566f9132
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c66f7ce9072d60cc26594ababe7cb92ad98ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5a34bb23fafa5303b04bc2748d5649e1a1ccac9bf2cd4b0bed8bf60b3d8aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5d9f7535592a711d2e85fea4157ae19ffab89f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc374e3ce72025c54c9ac551683624d0e82528ee56496ca1a8f022dc4c676feb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10fef5f4dda6aae0bc8016037f3918366de3bd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0323111ed0e47b00e1f3f2e7745e4124c2e359a6cf8db633f98c5c3482b4988
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea33e1d520552c89bdcd3b22b09157dd47a6955
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f38d0f88c6d66d2db86db5ada841fc4c9584f7cd40b832eb4687b1de07c006
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc898982eb4fa6ba80ed27d54562b5505077e015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594f2f1c758ea442d021a3a83058541ea59dfadc694ba0b4eedf998bd2365fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cd033bace42808b3d08259d17b9ce83ef3e2d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555ec6ede1f0a7715f98b594b6ef660ee01e96ef1b5d1b33ae304b61d4b74e6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7575ed0380244981221ac1a5a7715b4f6c855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d8873c8e8b577782611d1bebc9ee847fa9a741a28b8a446c28b6c5a6c4fbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532d3a33ffab7bcbe2831878feba3b0041f30054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045c4f55f7b9252ad0ed408bc852115c3c3ce2e356a65482811810256434c27f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd9abf1d4293beaaf7e3cc5bf62ebed92b89a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2311236917c918507bb67e572c25d49c7f81512611db0ea211376a31e8be50fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd8aef298340b18e07be0460f09262ff9d5d4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c61cf6814f69d8c4735945c55d5140945de39aaa25632d18e852834e09450a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b5a1806ddb8de617eaf8cf948955aa6ffdfb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9af3c22f2134f37a3a420785def001231889acabff2565b61d1bb7500543e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27471169187302e20a1d91342f9eaaa6c9876b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f771587117a689c82f9e430a47104a7793e9d34c6140833bc9c1038eb5389f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a99109c9c0954a0f28a7b272213b873ee4201f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7afb6e82f481efe4082ecb23008e65cff0a1d032dbfe776869c36cac2886e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a8b0c623fa3cb005a5a34a13ce28802c219d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c16d5db6dcf78a79f239b9e75b5b996e58a90ab8f2b7657134b3bc4f50e51d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66c4c4e7b462092871988a32de29af9bfc63489
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b6d89d97bbdf3157dbeb1a0f4cd9fcbca724a8424d69316a262158755da10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93912772a223c6c6248a50a2442cfd08a360c26b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a1dd3ded0ccf30eade5e195676c0745d7d65d9da94aade8b7eb17f919f905
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2c293c566fecf38109f30c8cbbbb87150801a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c48b91921c88a84cfb0664b494388959c320eea11e8e54066c8935854201e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f709c55f27061c2ad9cd8a5b1c1de32d3dff6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22563b28fc793ef3b459f99003a634ec55e3e828259260acfdd7467c7ff6e538
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055d7a7df514acf4226124913f6d405fcb8717f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae986af6ee7a3cd0ac8f5428f0f505c3e95e700cfaf0c8ef457e1214f8d574b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e46aa4fa01973876f505fc7617e38f56acd8f4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3054be1efca22f0e98926271a6f05779f148a5cab6993ba4ef83eaaa0ed47a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63cf00bc3896d884f8eb022bf15cc6ec5bc1075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81514dcb79ee749c9ab7230259736d79350705689282edb8e5d4978fc35686e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a028ceff1c88d0d724a408799c98270845d5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c250e1926a591589855ec48777c6e971f3c70f13594c33035e55fcefda8fbb65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4c2ff3303d56ebfdfde4a8da0215d1dee5884d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1211c4999f85807813754f7b8a22621d3f80e555722c0390b5ac71ff364899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c451fa8975f35945a84faf09b3f3d0cb38315b1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb0f53365393947704a3295d5b053445042b05ff7da3c83b88f6727d8dfa6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659780494cf106578506bd4484fecdfaa76d1266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a30ae9a1fcaf4d5d7d1f3792a7d8b5b192c5b9fc0ad42242c67c595d0bbed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c48b427b07df05605e5b3f230b0155225bb15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f221f9c2d39bd35a7f389ed7d80f4837696d367b8b2fccd04b696b5df45e942
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10613b6c7ca8cb0c7f8b138c95682ec6ccda64ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f285e92295312849c1c21b50290c8e9f5ee2481aaa83211d28661d52ed674
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a8f282231a8eeac4d90a9da31de574b6cff329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a301b9e98fbf08aba57470e6b4dc1ad0aaa650143ee75230a527e068ca32e27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d37c5bdb9e147bfbd1772a1e7e22b451bbd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72fc3e768646a6568e95bd1072a2735da43b48c919df1222a2a20e9427f22a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157062276af06a733bd470164264e4236a35f34a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea72d5c3468dad436f3e72a381e28e8e455048b04b8a8955e10658bf891139e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0898a730b15468d4ec0a7c466af05428f0da1908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869c0c6694718c6f52a9f2cd30014f04c59dd50a8da70076b0145494d0e75b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94985e9c3d45fe1bedc90e63c058945a0f2059
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b891fbc81731eb9742a1e8b6afe5a41018365e4941e230650bc2daf7297373
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b856727736d4b116109068ee05eeda932e35f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e668589d68f82ce476bae79f80f8ef121bb1a399d2b583b404b55fb285bf5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa7fd60d7ff83ff16795d5b962840d6f3b1912
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc17e7c7515df0e22aa76f639178a4bf48037f3145659914c11bcdd0fde5a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c13c5e10fadeccbc1b847c09626d425b0d9062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea3d85ea87c5f0bb1649a8818afa5662400f02a146abd7e5ac12329441de4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e75adc5a6a56dd8028ec69772bd9eebcaba0bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42202fdd2a4e85f9fb1b43f5386a63423eb1d524a79186b69c779e4b4b6270
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d310d23ddf4437d84218ceefc8d81000efa1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f47bb7df21b60c2a6a700aee43414d4402cf3d772c1c3113703eb7ef7fad2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de94e70afe90c96d2fbfcfcac03edffb9d33e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432be14e2a6027650781e54cdbf9ce422e63c1c2c646041f2423750868da33b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3490a910c7cf420edbadbc54694bd96033708
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe11ef18a0e6a01dabb612538eeba7dd497849eb2cc112b1df6dd1b1fb22916e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd47f1043d75ab8e32d82a5766e0a53433e8447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1849d626eb77cd27a123ae2c5c5e8d7c188220c7e749e5d82748f1e8ce9ce83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26dd84c5efca3e0a867b8300d15cb82fcf1d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea3e82b48ce79ed4a9423c3eb6334300ed4f95c72e820ba961479af326bed78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228c6df0fc6c1818a3f51620201d89a2402cc6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fde494851b6858ee037dd7c7b021c0126b76e014b39cabe956e599f2bf8dd2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10135cdf4d31717681c6e6fdcb604903a205f3b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf180df8bb6d045228509b344c2b9bcddb9d0cd4bb3d1cce39c7fb18d7213b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a448c7e3b410d8a146619c43dca87174bb5eb23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbd22f21fd1587f8b072434900d4c7ab19653b4515703927a6e02cbe28ef5f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4626f466655a629fa85595d6c971c7b33c1da27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1bcbc3360a626fef3d52e0a3d51fcff5d1a11f7c2b816659660063ace13ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3520f4f9981348776eb636b25b10dfea269ce2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6564eeff28269584f8a4228a60f9b2ee02dfb59260361113cc9b152f71e6ac65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c222c8678a91f364708baf075f3f4703714e17f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35dcf92eb23e94005fc00aab818f650e8c38604e57ad732475aee0d8418af29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d41ebeaf839d4bdce5d9e033bab61f6d3c028a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c4b82a0c6acb99531937609381c7050d27775fc5be5ee8c512e3c2d29b761
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f8a0b71546198e1e2d81cf6efd4d069fec399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d22e7e16eca0454a876161ef53aca9b670e1925a0352793d04a1d8e5f96700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890079c9f8f9a9b9ce0a009ac42a0c5b584671a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d5ae417a9eb18f1d7fe755fd8e15141930dc8292df0043c56ef7f3cf2de33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b67fbebcd23cf76bc79afabffc2104d4a6eaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6c5526061985ca52aa4651a977c9a7b18a6b43b268fda259279e42e146ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fd87f5fa5c5209d924acfdc957d9e40408df80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b8fe07c727d26cb3a93818bb69ccf852fb595baf9de7b7d0eff5223bf035e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04837af26b8b0f964633f793004f66cbed5189d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdcf1ea7d8172b4d0968748b1c9767d59f49131610da17414ab14fd56af7144
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532d7e0df8326ea966e1abf9a10bd4689a83966
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fee5c846d0263b967dc17672f7795779bb1bc93b79f8068fd5976d40b0bf055
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e44ca58543e22b03fee5e1287f54e12a3ed835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977d7b119921948216e4733d70e0c3162d0c35b1762d5f06ece1d4932ed6c85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149c196d67251e4a8304c1abd467c5b4b2bfba74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d1d1cf918a4551cfc760ebeef9dfb311c206db397431f210a5b9300b704f68
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb80a6dffc49ab36625ee81d041e83518ffa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f01382c69a856100e64925d34953061789e8fd1a7f28d93a8334fa8f04659
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016633591a149451219ae953c1560fdd13d530e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b911012b6473c0d439b19d76bee20d413d699f215b3bb81d836b2a278e531e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dca3f14c308b1eacca2f65a33faa27d417c36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e600136bb404c5527b777a9edde60c69462775fd1950fd3c6ff847f44da2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5197e8c0b1f92c8dd94b2999245b20eef382939f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca090dd19723baa3d9cc6bf38e50a892d5f493e3a200a24557324b7238cae1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6c9af334f420945223aaa2016b5a97bebe8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea742e5fb9a6f050750229d81168c0ceee0114d1a972aff61d8959e65b9e72f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071cb10ce2ff767f8c911b72a005c57a22ecb1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a5e83fb48cfdd473a79ba1e4ad348470f8eb1f42b1cb1cfc63e050445deab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c98f978c8cc700c242b98790944cd1425b11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308a7dbbcbf9e0791d2cb7e685b5f7734811e813cbf5480e65d6319c42ef54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef9e8380c5ce100b0a88e00e486842e1984fb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce56f32f05d4af411399da484ee0c79fffb66efae61f713ab9b33ec19572a59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3a22b318e28e81b5a09968fea5256ee677e0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6676ae1964e294240d6327c6d18e9a18678dfcb9e9609d306316bf0ddeab8685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182df3ea1d7dc67a01a9dcd07adafea3d15fee0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4786d7d1405617aa79a78f8ed31ef2c4b15ea1905483f7df7f0444a3a162b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11090d2feceaac83cb4b23afcec681a93ea5e498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358899c3fdc871df5675cc62958bacf6d111367541e2a9cae4fe6ef73e7ddef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a41de499a8feb5d445bfb7b7bd76740467e418
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170effdb555ca5378598ca603a7f574b1a309601c9337cb6a1228b797c725a2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4439b91360b28d14185997fb2e01c27b3be6f61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7256e1d32ed1a0f943bb8a4532cba9cd9dd034c9c3b5054efb08a9fafa1f9cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac8fc402f859847ae3d44582b9524c000d0e1ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ccfe6505a2b8e34131df3fddc58b2cc2b585645c23bbe07bc5ab1393992861
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dec4cb6b5f9bca9e6a0c0ec72f7d2f2e2f293de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92261ae3191124043055e9c85c4e7fff6b8fec874c7e27a6a918a3884544f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f589013227ffbb7e7138e646a2d85a37e199eec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2569514025732dc3c7052771898f1a033484466f4a3d69dea34d726e0668784
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c59f3b6151421fc7abc943c3a483656c0d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a08c9b1473aa479d82f14fcd26ab06ae05c4486441e737f4b4ab212679c695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799ff6b673010afe8e8bc33be698e0d932a979e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a69e656dc61dc7c451b5fafb6f755965d6ab3647f11da22d236e7ae70d13ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3bced55c85a03c0087d47aae9e9b72fe07170b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fce20200d12e4cf89c34575169b1ec08b5ab5e86e0e46b797e6b99d8b7aa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ceb62cf1c97736abd7f3b909a4d59105d80a96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782d595632c0673fc52e1da226401c49b3307d6dd13c7bae278363fd4f22d334
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc4166f56c2d626ae8a9e95bf8a3c44c83de35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3703bc7bfcdac0144db1b261139323f065185d17159bec57340a7192439095f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4094709e835d8a87c3ef67af6cf2b3b391594fe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73655b399c681c1d9368494b6198d039278120b43b170d45c3da547b1e5be7b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcfe364e4cd39ad59552637a6db6c241b6774ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a1824d041a95a43a2561997d56a2dc1f286c0f2180f5980010251823de2a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a5cba5af057a07d48c53478fcd6a8c0093abac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42c2c547cb2d7f2b96d8f99a4b77d18033a1251709abeb1419e0b58ac88ca5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d266c0568abf3c656cffda3937851d6416164a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2e83411b30645fb6d9eb96aa2d330b5874bdf878203058edd86fb3c3d3782
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d9de5e6d99c3cf24d8e9085d1db27ff05a8bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5797d977d72cf7a81ad88c207fd29bb2dfbfbb9146cfa537ece804482ad9c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d786ae29a05fe18892aea7f25f9e8728ae8a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca3d5344769c491a5de02e9db72a62831e23d7706ebfd27535ed949c3ce69d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de07a0f8a30e734dabca99a707fed50e90e19821
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbad6fc1641f06f46ae3e32edbd630799c3e7a8497f1c8bccdee31a87c5829de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a2d656b6a22f399bc95b975fe21ed576b38df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f701f7cab91c746fad1bb8283da2c9b3f910c28612b5a96da75ad3155a9ecec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc856b909436225cf580b1ad654b07c5966a994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce949c8e09da42e5bdc0d0121362b0dc42ee068d06ed452d14277eaad94ea6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d9fb1cdf378726d83620ab4d255e2219492725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6482e8ab8ffb28bb0d060945d015622aedcc6cb2d8ddad40e12c7f5e6f9ad1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c1dba09152460a65f6450cd05574382b75ed3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb20550ef56084a97677f5dc99b14be5943a6560377956c78d0f2beaf331f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1606b85e730b138043441ee1a6d0f434a63cc759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049943f17ef46cdb4f9917c8108dc44b3d31d2ea07ce44aef79b97e104da9baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca27ea899ab371b7d707494b384e7257299eee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37bb076cf97972445ef71ce58c24dc3a1cf3217867c89da3c15ccc300618bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22263cf683446a223989edcb043a16c7c0564e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a445d685681cf7e82cbeabb62282890235691fa75c39046e6bf7729f9333244
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878d28b22e6340b75c729a57db12e3bf3ed982ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8890dfc433e61db06e70b55a0a3579b48a3e20680f56a4ef3e41ca804d33af
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5913a676b3ae7f79363753e358a0d9fb5208ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f425121e3f58a77c9957fc2f9036d98509949ddaa7b77c32bb8b054901c463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d30c0a1c42fedbc614536d5b29c9b3740ba4e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8d19aecedcc248a6725c58e62d7315f0e5b552c9b4130636cb694d7d240676
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f35511047a05a18ea358be684ce2e3e4d5f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c0dc61ae35e734352d21cff975f50673c45b4e5bdcdf9eff436a8caa061e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec0da188fd0aa4a0a41a3d68114279e1def2026
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5042b5237938332fd05eb789ca04fad32452b3e2ad457ef8c4f7507face0a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79a662fdfe472d7b15eb2c20015292d70fefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e11fa720afe0af95e660e2131053b51c28843bad0820cf2b4a32dde8546a48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe61c767c0f82a0af46fab6513fd1ba83241dab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754ec1ac7b49a3d53f2a4c0c5d84f65ce170a207fcc00eade3f1eea402e14079
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdb6a4c01e989dcdceaadc51654dc955035b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557f47c2ad30cf1cbacf2e694c826a9211bc899f2c3969fdf84eda40580a9d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed325349efbb4044650b6d12e4c0565e65680243
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2e2343dde2551aca80c81d80ba2995153e2adf7c2350a81d94f493d184f5bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6d49c2215bf9a0da0659671bc3216a7609d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963593ace04287431e82ffbbd1099c12142d914a79f1025e8099f203ce84eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f935c5b10b94047c4408a23721bce394b4eebe5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69bbbca0666facad182d2ab930fefc2bbab74674620a3ef2f266c06b504d90b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef503caff4c5006d927736bab63b4670cc1905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905df1a90aec25304d8cdc197e223183578060262edf28dfc413a4c951ee81e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251710c1f1facf3161cbb5fdbd0671e6bbc68f8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c12404c2e1d043332f4a98bfb04b81b362c5de7f658dc2798275664f83a0b65
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544895b1700be5c1049555ac517c86f5a5641de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51fb72acf3e5d0aaff68a8b84ea59111bf1bdd913435bac77d38251bcef561
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201e3e13a43e521bb6b387ca7d5b52c4f7d48f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031b652b49cb72f389febc25524be6235cb0ebff94b51406d85a819c5bf22c4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb04533c60ce76eb445b51c76ec29b938f6a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a86f99081a2112bb24e123037f5234ff779703578c309a3f0aaf3145999f23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a241e94f25d7d1e2a2391372d99c41c00f3c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e31fc52da6d891134caf2ec150a1a55398fa23d9f4982acbd9e0b78eccdb61
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17356f0ca44e0264b1c83c5b14c1741241091614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d3fd7eefeb8585a80b1298a58f7477391c2d7e7f67635d54a1d3080921fcf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fa8d2addf26ddd4727c124e731de3009b559e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2316f9f0acf6955b2ee8c21f32956940df4f8ff083f64be328220dc29dd7f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d311fbaaeb887ce7b37c2492078644c203ed53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c9977a2734fc774f325963631bbcafdc0fefed19f1f20cd0235b95c7333cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3091b8507fca70db8d406a87a46ed4cfcb41659b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae79cae0ca0c01e6b8fefb87223745393f81db9d2f35ae0ac30ed412825c13bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559571b0975ef786df01498bad7c08d8b51a3af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038bfba7baead646245e7ec1b9d10d6ced5aecc35de19513e9741ac3290fbbb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733330b59b2835d56fd21269bbb2ddd113cdce1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc157e6d14075a715e51f60f865e297d3f5a8df1bf387e885cb514dca82c79
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3f323408cdf460518e20fe9d140735ba2e92f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fecb1e21f3477bafb9715ba8e40d03286f6b21c93291dfc4c987b149b810d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875c7289087c4c4695dcf4ef46c4fa81cc547508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316fdc03930455aee74693481367b228406401ae71f26c663dd9681098f98184
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d555c79fcc5d00490e31eda299a9b1907651ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea5a1f73a05292a02d64462a8a510a254a68f3eee0e8fc4eb020ba3ef3bb10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb9d92c18b1d64ac41459cac9b681662516c6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e6411f80ea7ebf35434905fffa798b4aad80c78681902f306da80847ffcdcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc0b1e159b497188edf4e708a603452c8e0c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135ccc9d89b63febbd43879000abf70f6c81484ec0cf95edf9e1749da9dea9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641bc5e62e8daa9d643ca65014fe71c6d12fb7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e7e2c66b56c440c11c21248bf53a7be39e36aed6fe5a55737cef507adb56f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54523b02bb4f32d4a33b21bd0be39d99ae76caa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e5906d6b2a9dc6f9aab257deeeaac1b151c4ddd406121cc2fa162f6d4dbc07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f69842c13ee26e3f949dfbb8d840fc15480076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ae53a9ec4b87f0c5335cfc57919171a42d561bfebdd29e1c98e7bdcaac2d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a5bf13723559a936d3aba3c19fae4261b8d29d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c747da9b05e6e0e64da2b69559c9de39476209ffd6e655ee14fab9de255d03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703698360cfc9d254832a84d513a12b34f8d85a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383c5c9a06b879c0f678ae1b3f62e8b2e2a6b09195a10bdc21db7597f816c22c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82ba54d9ba0cb1587f362157071d3afdd1ddb42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72285ce6bd8e79f982d54df36123b5cb3e2762ade3eb56abe8ef65de0b965415
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1116c16263f34ec35d3e3742e5509d1fdf446e49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983d7c016ad2c373cd14b4cb055b2c3d98b99055c5911766afa38f876b7ce446
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75084f53ac822c0b9e97eec6170abd12b7c8675c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144bc3ff3a6550c16845a08b4b9aa8143baafa9a338dcb2f71e100d0d21775fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d6321fd3cea12ed9c0b501542590c917c0581a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c73600842c1e963074b450f121e6a532789dcdf1005661dc75efc8570ae9b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e571f1db09d54174ff7f05d6c8f32253a59f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5ee431e0d5e2486a04b5055d5d8a4c41ee3228eccd3f253f60d6fbbaa8f8a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99e01fd7dad27e9eb9b530640b34c231e0e468
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb14623c53a1353cd6b481cfa06d2d4faa5e41b6f5232fa112ef0aaa479b52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f02a39ed02e045611d620cccbc57e82909ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88576fe8947779cdf403c3750f4713e47dba7773e6e7cc8d18e633c2857b923c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47686de16cd4bf84e401e18e9118d959be43a8f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a01b3012ceee53bcb65883162a4bffcbe34cde87460ff31f756e2457fdea95
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bc18066d99ea6217ea9c1f33c800defb49c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc481948b820fb033d388f702ce6b98f88cd452ff937d6fec8b6e01f45c3950
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38ee406ac92abd27cb0cc35ba3c0ea79a65a4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a0003b9cc1dd0acf1099ea8f6438e87b3f00e9cae686eded0b400f60cd0daa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d592799e25f746834f427064bf91f588e74f99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c38355ac9c7e48e01c36aeaf08a305f7a3d3068bd950971b03576a28726585
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e7104e489338e348e00f6942dd9c75d6b29fb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0bc25372ed4e39f15a2616f2994d72efb4aeacb444bd1307473d3d54e37b7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f8e31d11ebb98c6b5a6186d6867e29d9fe325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b0ac670018e993dc0e9b9d74132795f029ff159348099a0473cead5cb92bea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286a54065f76fdbffa3dcbd08e624c690ad5d9da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d14d70363c42c4fac7ef4bf8b340a1c722df66b7070614e18259df6cac112a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73afc098f1558227bf75a3cb83b7836d0f23f50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7523246b7f9a84fcd04fd5f84bbb05b21f3372a5a84a392391ff1bddf8725
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae48fd9a5a92894e1f18492bdfffee961347a459
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560175464ed0bdf9ae9b483ba4ee7778221d869bfa2cc13c9ab65321b606c23e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617fab0e56dc793b04de680f132ca83ff847ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45085fa83e5a50b0cb0b2ad24550e4ff3b475e05aa9e38081930ba93a40e3224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0133340df5671ca8e01b058a1a7e316fead96b3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b5c1b569b9671d6f85cb3eb6d77b6dca91755ecd65a11676c3ac5ba57709a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae2961a42ebf0b409b02030cd715b4ca334a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dc8fcb4361695e14240aa65415a52cd323f63237aaf7e7c18e3fbbc941ab53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ef10401c31313209e7aa374e9c180c3aca548f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56e5e65a63b458bdf9e5bdf75c23f8cd3420290cfbc08555738a001280a2962
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9ce72c31fba3dc1c387154b5f75892c3b8a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4286505e038673475a27ce0db1707448b2be0087b53a612b77afa2d22579593b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c985fa6fdf114f25e9b82f339be02ac6debbc84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94e79470ad3922c49d0b39f9b05088541d32ffec6171e89fd278652432264b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7a02b146f6016abccc234180f9134e15ac968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869eea04f81e7a5e5ee59a5843a682fc8457e75f8daae4a986ce578528c65d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc787f74a9e4ae0549d2081d8c9c45526935a211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d6aee668ae775a8b42c30486cb0a99d5dff5b842e8a912f1e8e3574303a1f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab2e914be68c4d08ae2a1b2af287ca38501b1e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54a0f8dbfba60c1157589db7157cb20f7e86225c354fd5c34c1ba6538290d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e41d99f680dfd9595ab0b079ea2dce8ce704ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77e8d027cea16834242e6973c7c2da48c8bdfcb2d0d1e1b31306d4138f04764
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5971446b4ec02d424d41c1fc564e39cebe1d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d6455a9f183eb8ed8921bafd7dd82902a61c8b63fa07a49352b43f41b96c46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e53b94ca968909d62e9b972257dad1f7afb0a13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54900c3b82750492da9cf822a2a0b7ae1c0b38ed4c880b4ef5185310f4d20f5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393583d2f869aa2c755fb03448e28e827ea0be59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dc70809b295c1fc805f023121a8f25994c669577f100d0f7839bac200a9fbe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f17f126cc6877c66605b75251dbd936a0bbaf38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f272e34b1cf543e7674dad00342b39a785ca71167e79f962a0b76051fcd6b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d372edc4829eae780dea6c14ebfebecac41e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bac798005e4de2526aacc4c42776227cc513696d101069b23cee51dab29f91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5054eba789cb558a706df14b699d5a1e7fa762e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0e23515d329966ac9e958eec0bc8704b88ddc4726ab2fdf65e4526242cd1e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958198ad29cdaf8fc15506624ea6c9ae3f97956c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01154c10e4069aa827b5a73578c9fcae79647db6e04da679604e27ce27243c33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0536912282452122fa4eb1e8059f2967ffa622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904ad96c3a6f2909a3a81e93d4bf2d9681065b114b49b7ffc75841eae74a0364
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026ed84875efdcc983783d173486885a42d5968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07377dbdfc8681f8106a923a484136dc5ea4e03570111186b56b75d0f002bfe7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968576635492758867175e7999d0c8c82410b462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f96c8254ad75705932345cbb5b2b073825af29e191fb5397c439a631e6e74a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06374c28b0476895a893a6b1168fd203c0e42b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319de379f39100c999b134ef6503af1c0669f5ad838aa6c2c3e317f776d3af5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d41e5d059a7428091122575c05706849f9b7daf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b8aac0339686f7f88110ed567ec25af89d3eb12af4e12e398a51f2f04880db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73878f2d6b5d487d59f0a2966aa0a22c06d0d3b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd974044a313728f2b80498e984e022913dd6856ab8a49363c467a62e45fdaa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112e5d6727b26f128dfcf7f6fb84d76423653a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597dc3fe82e2a36a8ff9584c150596de346314757b0ce9a5169e78cc07423679
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4563d9585854efb8e8fb60fd949fb0cd636d054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8cdfb2a8073a8f023045e00dea5eccc9743957d1ea1f970d328d913edf94d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e681e5d34b1080b0b18cb88e05e7f390d6813e4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0b8ad3f1b9f5019dc27c8aa8b8b1e359053e31914393d9fdad3defee07de38
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32b4f5cd57b77bfcae440aeac72502d15c2c0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084879f7aaa0859bb021d3534aafe7e4888fe52c5c2b12eeb7a62893d1d0c0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf8510e4cd0fb76c65b0d6a0a21bae961dfaf76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5a668e7dedbf59ee06fb55a006707c1beba1188d90aed2b2287121a3bb845
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a784b5d7ccc3ac4b06aacfe85805724e756ac4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9bdb205fe8efd32672dd79a126ae9d29932d813a24782b7c5813a802f56292
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca83adfe84120b274170944f33d8a856bd986c52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c367c897ee52e97b33c1729bd14ca56b6eda6210c9e3e8f19ef0aa8a9e0633
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006a60b6dee23412558c29993802b09cbb5a0ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b359e43a821dcd8e22291c5e6e1ed73cb9a427f85ffde9050d4e358725d18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330f9f2d5c034dda95a0d888e10b9ac901a66618
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f6e9f7521106e08e62edfb13bf3dd2016617df5a127d7574f76cd282a8e62d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e7cbf5083ca0a2a7fe52e401e1d8f296e5744a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23d9d60e9c691d21f4728ea8a04d4839db6327db4d231d77498f861889fdef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f7f124a696f9819e8ee92ce28d04dcfc4e00e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175b55a230cda136e0c4813a10320802e8ecd055790b460f1c8e6127549686ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3454e31fb0aa365148fe372a5186e682f1f04f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec25e4a16c2229bfdcae280e07e42b5d392888285c01204a329071aefa5447
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f55e80217492ccb50eac191223b3731c9c540
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682581000d73716f8db1ac4be1b76e2f38384c361be3f66d43d7fa85ad87bb8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60065217f21c17cbacdd051bfc2f266533bd09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7f05975cc1ff44e1ed0c8b20b636fef2bb3baa22613914c7599a80bc09507
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba86aa26a1a9be3f343bf1dcb06737ea4672e8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc010286bf02185c8520fb8b181aad7cd4500584d18b26c84afc7e8f6c3b0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c5bc0470673162cf9807bbdd3b999c669d36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e09df686cf01d8319369a9857dc23a14960fad9d3bf4a03a96705a798a03be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8245fea8ddbd80cb9ea7ad34b286f2e9c5f11bd1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5954f8ae2bac725f61fa01dc43ca0d44237592600f32eaf5a1d74a8a8fb779
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b853f5218b0a6f89940fcc75347277f34025e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9347fccf48daee7b0e68b3d7bd549b1f99d12b22808add13611f59d78773ed2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf7c70932580490d057b4db21d3b499da592406
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c09d3e31efa027732674ec93072cabf7db0becd726bf4522dd07e05f32ad0ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75606e348232a3db2e51801c1e1e1bc8990c25bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77ef897679c924461f0ef75e18b2e44426c2497fb60021115e53af01061fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc51f1d75c330117e03e676f8fb4b8afebd5308
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450df305c1b57686eb2f931af46df35330c6031c548f8c69f392d9e489cadc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f02f4dbc06a0b312954f0350a277a6a3d6bef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18a5821cffe30df91fc4365a19b3a7093262cc0e069f40ee9898a1799ea73b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48aef843209e56077213b264df5bb023eadb4c63
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a1b4883f095697140e85d6ee04ed40b0135b4ce3c0c453868aeda140d2e90b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d5e128fe88214fe6a9cba1839da7ac4a1c82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e10184b78deaa86788be88a6489fa9b6258d4a59f9c164b448050ca755090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d342e830fc3905820d69976732ea1520124a70b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c329117bef4361c10f56773ee26d76ef7fdae362eeb677cb5fa9fd3521305f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdbd74b77bf3ea71412611b8c47af0c16953ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4730e13d8b31e6b254ed375762e11935ff077984a4509ede34fdb96c164eecd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c698e9b4d2c8161f0953e575a03c5573ff0568f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0392e2601b75a100554cb9816e045aa59ccad105b208e362fd1bbe398fa86a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da85064aeb05f594da27861a4a89c6ac876971f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a09d8fb1a08936a5dde4cdf16df3b14189870b906ff31b22fe1307eaa34426
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59c335193bfcd9440632536ddde49b9716f3f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a29b22ed87e853190417972361ff04a0102e5f6a8be1b5f56cb6df09689df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4865777353c4973990cd335edcf407dea8f6926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37678379b49d444d25ac374cdd79f89c82f701ea7f837d1abbc0f8aa862c2280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc3f5bf5e302d96e8685e09714aef743a9dd392
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fbec9640a1454cd902351fe953b30344db9091f1daa6b9523f2b84eefeacf3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8471bd7bd9d3ed85a2daf5edbdf9b9d3ac16b76c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925e2f2af20e1ad7ea1cec857066a3696980578135f7f32c3de9b0d925e9512
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ce67fc1bd39fc44d34809fde0a3452a8189a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a14df9501f5f28ab735b01eaf6ffaabe69ac198467a12156723881b2b341d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2908f9d8f12a37988617ab79845c6da4ea83bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8864e077e7e306e46b11aefeadafd272f06519ae19f3fb23b8e7c3ca1a0cd53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398e9f7580a3984fde73c99a7da346ffc8094fbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a5ad3fea9456ad395ccc7ff2472448134542ccbdfe09ddbcb09ec42782b51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d38bc210bef2ad30d45a522fb396f5909245524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78b14b6afaee6d2f894410624d687d9c2defeb00ee96370f42f3cc25de2974
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ad652e8f127b756b98d159905a4dd376536ca3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e27bf909f5a67d702f7c7494f5c533b2909b589eeb9639fc120d23dcc8c872b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e00058668d6c37b1fb9fdbdcb9e578829b7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89139d68bdc7fa082dd1b45eb839f7af848489a8d57f820c1b8b5db1368a5dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c20d5c09c3c52f018cd0d5d640f6757c37109a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe771ff053c864d2be22b2ca3a454871f3039cc629d856e9f354f2dec63423f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bef8b6c43242cf5162ee1dd8648d668b9ec49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329fea20113f05199cee250b3eef117c6db112e1eee64919b718c6c9cae9a4c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec860bc04653836493b976a7f33cf82b287a033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f107e5987c4a180e1687a5dbecb2b628f202f14e7f9c45188dfc10d9c5aaea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8524bc5c80613fbcd3323ea48162ebe37207e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65efb701ab28560130a9ee29dc16cccde3fda8553a072e8a4ebf9c5fa3da81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b109431ed130ee47e56071392086a529119d10d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919634266f943bf300d47b13be9fd2c43d69f34543799db420c9b03cc7351fe5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d51a6e3c5ea20f2e3be08519dd5ca3b46723f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d1484dbeb46bd561ebee3029110614788ee4aa26498cf5449f0a51612485fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc1a5d088e6487e17f324bb1f61462b5dd30ec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43046f4ad5cbc1ab809342429059854b16d2340c93fec59d4498e0d73f90c010
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05b9ed54e0ca5852be5c779741955da5d2de75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbc5f4984e9fddb4684c42f34af5d81fdd85e1fc678728c87ed6f0f779f93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de96baa45fe4638c9e25a7366bebd59f57b450ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23621c112855680ed609f21ffd4808ac062bc4d00883d174c197a5ef1ccdd618
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f464d9d2e8337980ac3f54e8a726c002d5ad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26dff2395faf312c4dd3a3454b5c8ef01c11adb15eef1c463ae8a0c02666b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18df0642eff8539feeb318b00a49bb6e343ab5fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff5430b37000c621fae3759c7dda43339c417d9cab5687bc1dbfbdfa2bbe5ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09195262f60f5bf95b7e10957b0b8ea07e1fb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a0247dca312a5b42228c692b2b7bbc1ca4574925b67ced7383ebdb0b968ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b622fe14d4887709d23ebaa9c654d8b1e691442b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265b6504695fe19c7b2040bb09b6a76023ae40777b54b63e23a76e5da2ac5f6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804221d352cfc6f22bc22386f35e5ea0ce48ee21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6f2c00d4aa63ede23b463c794cb72fb720d0c7c72292afdfde4f7042849b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bfc2ea1961b7c01bd55db3292ba7d81e44091c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faec15eabd4201310a2101bab2d5c7071db38e6c5dbe20e092ee24a749c3a88e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc762cf0c1c51619e1e5ccc14e8e5b975214122e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb10fdb95c3898e54fa41099d67be7aac6ee005dfee9e5b09b7c37b977d6f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974fcac0276fb5e229c92212997204bb96290f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a03f942c308f45b62e5183288a455b0cf64a385a3d30777eca93044673f6f3a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c961bdd79c2f818faf85d93b5afdd4824d9253ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f350983acbb3c6e8a573fdd63a1ac2af12a4ccce4b035a14de16be02afd32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002bed3e7835cbbbbf92ec887d6bf1e040b70e9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2039ab1b2c3e45d0d3f6cd482aeaaa71282f8d29ad48d9355f3aab51e7a63aa9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53637cbf20003fb077e2b80f8eecf72b6ed27139
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38672653287b28eedda4da6b39af373854a8f5219a3e1d4090febf3a0a71df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06619be0ab9a8a47811ee4e5478c75dbdc4cb055
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b942ca01982cbed907471f19102c158b84a07f7f380ec1fe030a7ac53199c15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e759d43172543061c48049671a5fa5764a2cde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a863fb54cfaa0d82e2ec741b45468dba4db923fae313a98f4548c4a2196b922
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aebf984921994c20590418a3377df901f37e44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e2b40c1f80f068babdde20be506515fbcd88f3a18a9baa30c0b0054c71595
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6eef11a139d9a64c318f0a6a09d12a6b447bbab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e407650dcb072c37bc9e0c73e4b020d88421b41d40f4395f557be136bc82d51e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3536bd7288d225d34f8d024bd6c9238132a8aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ea467e5068983540e1907822a61cb5bd256afaee5eceb09fd4a001bfa22ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6c96d0bdf662d71ba6cc11524ae7e8f987e18f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb4bd593378d9b364c203d4afe30d0e527328967a93b86ba0033fb8fc93c339
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0faf6738e3b5bfb0bf77cb69d1253266f79e033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61561708d6bc12a3db4b87fb6a987b7ee9c3281d0e56528a856cd231090fec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7ac99f7286f62ea672da28d166cfe6983bf96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4b341e54b53439af623164fd064155df9c1970b348026eb51c775e5758d5d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3227d6cbfc6a2ccf9203b7fedf0e78a8452b4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba93a48cb4bff23df40996a97db8e7fd3579e8a6257c0d6e7f42640fd0bec22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555e71f7845240fabbf7cc1f03c0bd71b3f494d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d3eed05c74e54ab734586dbf8d0920a0ea07aecb4a7b5da120e652fe79a8b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e7fe5411f359fd5ce75a8df143733a948f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f9c666d7b9245e2895749ab2b6ee9b3665e7f998648f77b762f666f321fd90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0029c15d43296f8c47c7d2bd036432283d4313fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949edb7c4b93d95f4a0aa21c27edcd743983a657d443050327e9427600eac1dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df6ac51941533d1b351ee7a1e113509fee01608
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3953859bd78406650515198ea0bd1710295a61f338a900e73cfe95fa2ed2d35
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cec17b9f261e340d4830ff8f23b82ef902290dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe437ed890797f9b0137ed7ec40f25b0666c899febe20967949ed99600b37f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f98308b5bc47f2e666948a9ba7fdc406d798fb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742479752b9d7d3e53e03f4fe0031c83ac7403979395f390c89e4f65b3cf2a6f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbea5be82d37b38e6150b6fae8026199e900e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4ec3dddfcf5a5c4dde3bbe21e19cb8b29ab6dc521ab0cadc6d529f70db4652
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39069c17a49a125a2bddec534c191b82f0a519fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c1c9de1157b912d0df16d6d1b6424a56e2c36eed89c4514d3a506f5c51ff8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711da1be3fdba1c9cb93eb0794fcbd91b8e4ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc4fdcb5db061ad9d0dfe4fae4cd266982da57f968ccf0009a7a6bff43076b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2efb14c3bba8224e2d563f6aa0e5dfe02c2daa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a474175aedb96bc793c55cbe4e374759b8e55af5064b41ccbfbb2ca43e2d48
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5416435c323c2a76cda35b9147c35957ca2b0c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dad46a49a2815b92de4eb9505cfa47a48b30d553b78a88e317ad040ee6a9247
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b890eec5522557864fa7aa5bed12a7850913fb05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fefcc3b8d63e4b4d3610be9ef3094e165815c947ae2a4a1db4e92741c2d24d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908ead38a8d8b2eaf259d8dbe1ef6a4ed40e627
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db585e7ead80ccd991dd9fafe9e9e5b7de3849cd7f72e958763a6546d82b236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74263e51d6876c15911df1012cbfdb31e82ae23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d8de7e83390c9f3d6f2fbaf358ee36a4a4e5a91a16b4c7d0bd4112c467ef9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b0fd41f0c830db064cf191a1c5ae5e891ee37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7f4db3944600a7997b283c4a288fa06e3026f5a31bb6f9c2625c89ac94ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37e1d9257c7472144d872792d450b8a2bb72af2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede6aa5da10dcd48bd14632eb79ffd4e967c2ff2d305c5917d6696b668cb6e0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e4627aa15b7e0e43286b6f646cd636cf8602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cad8b4ddd112532204e12505aff6523890fa269074d773b0e66efee0e7407b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8dd0280a656239fb072de783895fab9679b33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d3e1b5aba2c72580131cbe11d8eca03658bab2d353268f36084cf713c7d97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f62e798fb03c0f39e68dd3fb8fee581ba747c81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8c55d95b24b0784eca756c50a93a4ed743832d31671ab4ed0192e3c10098c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea777374ec5a8b19815feb5ae38603df0aafc78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4041bfc6b8f610442bfe942b741ac9d64fcc15c843f153a1b34fadd9a8662d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8542dce68533caf686c45c7453388d98df428a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ffa2dc0a9c4b1973cf9e8d363e84707cf49edd2c4c3649ff0add9e334d9d65
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4535cdda28f0820431532a590a30e8155b3ae3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70840cd185117f39a029eb40406d4208da59bc2b1efb6cc58c20c9c5fcf0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8721cc72cac67efe3f2ef15a30c36554bce509db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79ebc3262b286bea6a22b7c3a137f6c17f7aa288b999661ed15bb80227c187
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6849bdf81e82d76c92f12690fab65ce2cb1faa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe4b34e760a64e3b10d85ecea91ef87e3e0b2e4f3ec23b13bedfcb850664f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704935300170b906b079359cd5a6a00928b61963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af301b3d46bf2604477184594b527e1cf4e3537607937ec761570e90c282c22
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e17a5cc020c1b19da55644dbb40dab2733e3f8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5051770d9e3a4c5f5555b1496b40fc3da9c045b2bfb2a95285d6023086eb49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ded4ec682217a611b36cc67aeca7fcf16b2994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4248d872f3bd6a71046f11620315ac8a09ea0880b836f5e26f053a7cace9f892
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f424a69607137aa341556e575fc7e4ca94f54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b0b3cea4ec1f93066268e0b008f1c49abe06578d2afe03355ba267976ad112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aeae3c54b5842e052e83ba3904c48e1f252264
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f216591ffcbe40acfe2f28c8b2c90b860cec6f50f4e2ea87074ec6a605961401
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68d10a9ee0cac955d600f6af3ceb9500040488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d2e16e2b3e8bd56d9918f2cc41593fa6ddec48731c311aebe510b8f5c0b5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e85178aa4298def4df53f65b8e89fb606f79c22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31afd1907ef4c6aa7a9949e87ae4bead35690be5cee07e4a4caa79ee270e3c3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f475bbfa7a2da4df66512ed05c33bdcd2255e29a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828ffc8fd9e389557ac682d69fe247bd3f4c0910fc6b9ed32da2939a55dc7013
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970dc9cfe873609b6a597daabf48a24f1f7a7ee7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d70587a760a5c6017da7c340f9e818cfec79e239ec10f4437b4626a4a455eb0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b413633c25d516886ebe5e088f040af5e137cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf2e77b43fb665da972f303d5141c061fa0b4059f9c8aec51c783c462e9de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f478e0d21123810066c7d7ad928ccca7686bb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28461441c95bfbea4ed976fe9e940dd0d09e7195b362ff602f1260d3c8f27e24
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef8adbbecac824d4735d3f84542c121edb6ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b82d546f89228d8f5ee556f0061de9a579756af03e86c82a64a173c05089e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53f85115b2e7b2d24d3d572632f589f68fae794
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2fff7c5db70246e04522b7cbfc04a2ee9ccb62617992dcfa3f8aef6792c027
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d083cf80906d987615618af0a02a32bfbfc5f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808db9a508711e8c9a8b6452a94b91a9974382e741a4279a53888e46792c036
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825ed61d7e3b1b79780af20d48bac751a98d818a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab99befbd4780dff0f9494a4712b89970dd9494462e7d89ab3b624c90e5ec911
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6450a7d00dcc9732964e55864332adf4139a96ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b792011b85283ee2feadf781432ee76cee69a7789b23013a206d2cf3a2c295
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d9b83c6dac3df4834c2991ab897d51e4f3915
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e263a1c2323de338f89368de498bc739aab0e5b76f1f4b5e03232e49761552a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7244541f847add90e952ac059615a4a78aee393c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5cfb40297ec979c22ed6b420b7ccbb760227dcdd6acb4fce32be854861048f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ad620a177076cf120cca9e09e442bcbc423e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9d7c6359b19e591d527af31ac93527d28d6b1463f059e80604b3d7f5220779
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d8021492a491873a53ef736be4a9000f19b4c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b555fbd0c212db028d4c4fa56b7952590011570e7b193770f718460c2a9a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834fa695de8221f8b8d4a49b1b1b354700cc25d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b6b65398542632363ef8af95d0b894ff9de2c91e16470b8e6f3a5a32ff521
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91068dd75c280a72a8e724e27d5fdda5f0fb5a4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005e7b5da188340f79b0d09a9d74a05cc43dfd1bc3468dfd66c66c86ce649563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f473673307432944c26cc105e0222dba7b1a7424
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ae6a4ee17c51a32d28590f1b71682d67bcf2fa467fdf20115bf0fd430179c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec153489ce0e61a95428790a1d35ba3b920e28e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84344756bc8b7fcef1ca267ede8a7737fff221df602404386107defadb5720b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19da4e983b00e15c4e089edee51a4228376d3a3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e6262849fd89c4adde291552b4402a339ca484813689416c1d8e33d8e16d1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13f0bfa21d90bb02b9f1debc935a0b105b0082e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12a17da9cddff54eb705857aa7c8fd000900ba8a3d566c6197c39b1d1900487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043456a58fd50cee57380194fce9db5d05333145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ce84347bef42ef14444e16bf5dbfaefa369f7abd9f9d118f12a2edd5276e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570be69bf09e1924ab95d5ba508d5807f9880499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed064add26fe6275a707e515da271ee6892fae65d98be655e3879ad60bf90ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ed1ffe0a1d8a550925cb63da72c78b3f473d6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce14ced13a64ddd2895aed94734a54ce9a9f230c88165192fbb6991f80df90ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5b1008f35f3612804b3cc7fca6cec50fa0166
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f341c7e404726a083da367867783a320b440e234014777e55a5bc07d87af5de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23fc93752293046124d2648e566743f3f6fddd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3b579ea392abb8ac8731a7c594f40b3ff47fb51e5a68f40dd44bf36bb56893
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5925d39940fcae0fc7037064320a61c2f1c4cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c99f6ae6e06092fc9a76a509865f10f51aadbe2e31eaec64cf970a04662a48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4612245b8324e734f5728a916c3cf885cd25cd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1ed4239fbf555624730c7fc9c0e8d7d8f738b976bb5f00042f868038ba4c8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c581e8c1247d1ebea4b6813c9480ba268aca435d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1796b677b59a65df1c59303eb2caf7a337d197c74c9a286a1b2aba7d15f34cc6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c74aa20c6a9079d93e5d7ef322d8c34df229faf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c1839e2925094121e1046934b75172975e153673e238f4bbbe037f7aa75c00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad879f746aa2b87c2e25e5a960b668b9a7909f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f2b353a296d94172e18f2a44174329b5a9f1881d85b1c47d940dff7f647a15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbbde586246a43ce9387836c99a7656eace1b83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c877966d4f149be1a531e5327ef2450a0638fee05ac9815e92016f354aab86c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45ff087524367c5b7ff2cb155f39ac8f96ffb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a083765dfb7a74a53e31735d9398f351aa8871428b7421b29d0e4086246de0c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f31d83206dbe0d2e6ff3fe5d27ace31f6c0885
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b0252198eddebe83afe0a9cdd9783ab224f7a96a1a7a3e41d6fe93b3a3a1a5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddad644ed4b669f7f627461dc93d82b125a05ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cdc6539b2d9a7695936fefb67f62cefddd9ad9ee1999fadd764200fb04e492
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7178db55d69e97c44943579957e8202ecc1ca08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4984258d8853c79a23dd992df423ac019ab7f9cc4a02ef6183757a8eadb8d9a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835f48bbb6207d0bd2780d938cf5954aea27abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745189f853ebd5bd04564f9cca552dfd45d3a20023143731f956952914a84ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a8b75fee20ab43ee98a37d376a0dd2346e7782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34beadf66252508fe884213d3841a686b2bf041d031344a429252efcf5a12b91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3aaf3486f6fd778399fe141c7115e7ffe9e5a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d09ae9757a1e623e0dee6a03bd4fcdc4bf07b022b6ca33020d1953f578e27b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c526d4e2208f6bfbfe97140f713036c3da4e3636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cceb1ee09dbf7b622f0c095938c5cbc99e9e431e0a51f0662eeb23eef5f51c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6f2bd9fff37a2f35439815e802609cd9eb00b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2e5d6afd96f6682fdf4ae64e3b4a0bec5bb5ef2cd9f135e11caa7e24029b38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0062ce4ebdfc5b4a8761a7e95ad8b0af16509274
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dbf1ace9643941b0ae808f009483ccba4935d5135575a404613868cc43813a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737f33a92ac2240e314bce081df8c01dd7eb58b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7eb12d3bdc5fff12839d6a037b9e6fb6850c7f62df37217ee9f9a39827317
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e79e0d2b60f6a162fd0470ef81896c83f8d063
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8357ee7398e6177e18ef9e153d01e56ab71fabf3275a73eba53ff3e87ebede2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345376b75d77e0edbf02700f1805e72c91ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15d4e93971e9dab55c1afcd51cd1de008e7fb1fcc38b5a25dd7afc6298ddd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e013be94f75206b6a783b0c52d0b3b1d467d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4fc830b11e82f1c2c41af53b560350fd0a1b86e94fcf8f4145afa06e5a8869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac284bea45141fa1fc028d756608a9830a0a8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1164793d1b03339a705f68e48993c63c6e1daecd2ed2f29e66faf1d646da0d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdbbe38ce1e6e501d11297297b85aceca6540f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6af39dc368b65d3df269e4f78611ae2cb5f98c869027e501c0282e963f6802
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11c66f7ce9072d60cc26594ababe7cb92ad98ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5a34bb23fafa5303b04bc2748d5649e1a1ccac9bf2cd4b0bed8bf60b3d8aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb48fd4f5ffbcacb1c2dde4e34d0853ea9c69f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c25e7b5f7eb0e3b38e329afdbc6f61bbcc46eba2a1fd4d0b1e778ebbf75a291
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10fef5f4dda6aae0bc8016037f3918366de3bd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0323111ed0e47b00e1f3f2e7745e4124c2e359a6cf8db633f98c5c3482b4988
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db87886b454f38e4491d7350df055e9028d19837
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c321991cac4d526e99b5a94002c82732315fd578aec21c0e5d5c1124c3587738
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc898982eb4fa6ba80ed27d54562b5505077e015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594f2f1c758ea442d021a3a83058541ea59dfadc694ba0b4eedf998bd2365fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82af538dc5c0b96fee0649de92139a391290e26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af62ccfb635a97000fda8d10c3ed33c06b269047f7b67c0640c8dd44ff292b21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de7575ed0380244981221ac1a5a7715b4f6c855
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d8873c8e8b577782611d1bebc9ee847fa9a741a28b8a446c28b6c5a6c4fbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e567e868d1ab486b3727d15366843dad60308e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc19b7f9d5087ffe4079e957cd96ef2f57295a6b064a6acb0fae67138bfad30
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd9abf1d4293beaaf7e3cc5bf62ebed92b89a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2311236917c918507bb67e572c25d49c7f81512611db0ea211376a31e8be50fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ebb854c79d8f8ae4b2f4d11543ff649cbe625f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299d1c28e1164f8b0e5678fdb74823a0463fcb83615f8a46edb0c8c3fc032c70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b5a1806ddb8de617eaf8cf948955aa6ffdfb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9af3c22f2134f37a3a420785def001231889acabff2565b61d1bb7500543e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee08e2430b21638ab45f3f06bba5f020815e080f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662fe5b7534e06848ff38b9e67fd76ac86616b22c614b1898d54cda21225f2be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a99109c9c0954a0f28a7b272213b873ee4201f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7afb6e82f481efe4082ecb23008e65cff0a1d032dbfe776869c36cac2886e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326a64f833923a8cd8154fd8d0faad7b2369ae4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b1680f67e772497fb8dd630f47818edbeb00a29ee0d0a3f4727bade61788d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66c4c4e7b462092871988a32de29af9bfc63489
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b6d89d97bbdf3157dbeb1a0f4cd9fcbca724a8424d69316a262158755da10
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd62f66896a33fc9fca006290441a4dcc0934c82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf06960bf4a35ee1797db9a44f3aacc4009d7d4001cff5c43d11cf347ec643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2c293c566fecf38109f30c8cbbbb87150801a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c48b91921c88a84cfb0664b494388959c320eea11e8e54066c8935854201e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948753917106832effbcfa0c0d43ab4b61260b30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389ed33409de2a2e0536620bcfa41779ccfb3258cc24d56fbd06824831dce132
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055d7a7df514acf4226124913f6d405fcb8717f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae986af6ee7a3cd0ac8f5428f0f505c3e95e700cfaf0c8ef457e1214f8d574b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7232184f0862b6bc1e1599b3daf637fa0f36b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167ab68dcc7d34e455cb0feee9e5c272cc4ded35804eb3a635fe4ed6dea4e6b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63cf00bc3896d884f8eb022bf15cc6ec5bc1075
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81514dcb79ee749c9ab7230259736d79350705689282edb8e5d4978fc35686e4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d4ace3acf1e18eeb4a88990e7e18b76eebe085
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4059eced6b8cbe346f92856c96c2158d66c5b7493ec73484ad47a44ebbedfdb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4c2ff3303d56ebfdfde4a8da0215d1dee5884d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1211c4999f85807813754f7b8a22621d3f80e555722c0390b5ac71ff364899
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a0d0a8aceed80ea5a5897c51694013cb3eb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab3e44c5a08580664a5036bcc21f5afed9e0391d8295fa365ca8884f4f14095
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659780494cf106578506bd4484fecdfaa76d1266
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a30ae9a1fcaf4d5d7d1f3792a7d8b5b192c5b9fc0ad42242c67c595d0bbed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b484ad2b128607bf443f49cefb8adf68d956fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7010650844067047eee34de48c371a767357179915d1d5e19e65c583cf7c7e9b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10613b6c7ca8cb0c7f8b138c95682ec6ccda64ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f285e92295312849c1c21b50290c8e9f5ee2481aaa83211d28661d52ed674
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4720a7612cd5dc510b8b178a272bcc80b53404b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba8dfd8fc28eaa88d3eb182d7c4a2193ee1b3055d2a3191a696334970cc513
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d37c5bdb9e147bfbd1772a1e7e22b451bbd89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72fc3e768646a6568e95bd1072a2735da43b48c919df1222a2a20e9427f22a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6283a15707bc1365e4d2c2910c671c1458f69e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ea39eaece686fd36012ba1e3f91fa54446b388c1248184fe447b14738a29a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0898a730b15468d4ec0a7c466af05428f0da1908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869c0c6694718c6f52a9f2cd30014f04c59dd50a8da70076b0145494d0e75b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4993632ba1d64251834030df312762b6abb74e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e321b1d319f3726826ad99ade101c612b1a30ed1a0003ce54a7401584d4ecb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b856727736d4b116109068ee05eeda932e35f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e668589d68f82ce476bae79f80f8ef121bb1a399d2b583b404b55fb285bf5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d716980d52179547e15b9275408e55b88d0e8aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937630a5a68c1b64d4da21c57c40aa3fb9be3c54b0f82b115266f8260beedfc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c13c5e10fadeccbc1b847c09626d425b0d9062
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aea3d85ea87c5f0bb1649a8818afa5662400f02a146abd7e5ac12329441de4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f35eeea621ca0e4582f2d0dab9b151246acb26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c249fa72a79dcde661a793b774d18dec12c2baa4dd6d19bdedb14485077a582
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d310d23ddf4437d84218ceefc8d81000efa1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f47bb7df21b60c2a6a700aee43414d4402cf3d772c1c3113703eb7ef7fad2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae23f802242b65c851d010e4f496e142076fcb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c166f06175c26959b4444e80da572755c7b9c29f345f4b08659044727d2c5d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e3490a910c7cf420edbadbc54694bd96033708
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe11ef18a0e6a01dabb612538eeba7dd497849eb2cc112b1df6dd1b1fb22916e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d07bb964825ebfb8d0800da4412251be25983c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ae3f0baa3548eea66d333a33dbe49fce5a054d0a8b05c45c99b76f115e465f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26dd84c5efca3e0a867b8300d15cb82fcf1d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea3e82b48ce79ed4a9423c3eb6334300ed4f95c72e820ba961479af326bed78
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a631b7fe08a022be825aebfa784b724fc6dba52a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa3fa45dbcbf468c953bdc6bee31e5660d5c456c43776e8088cddaa2f1a697a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10135cdf4d31717681c6e6fdcb604903a205f3b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf180df8bb6d045228509b344c2b9bcddb9d0cd4bb3d1cce39c7fb18d7213b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd60711c5e38c96b2027cd9b9febccf57ef51dee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d4ff1a90b7247664b0d263721e981487d6648c6788d28b3fcbfcb7a07bb71
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4626f466655a629fa85595d6c971c7b33c1da27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1bcbc3360a626fef3d52e0a3d51fcff5d1a11f7c2b816659660063ace13ce2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d58b3b3f28b6e62224a75768234a5032220f4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54770151a58cc4e8c7fa9579cf637da8ce8c3c94223eb5e6aadeb9b8633b7f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c222c8678a91f364708baf075f3f4703714e17f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35dcf92eb23e94005fc00aab818f650e8c38604e57ad732475aee0d8418af29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c18362e76fa58fbb4a2bdc89a306d7e2a1aaf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200f02b3f4f073ca7c48610ecbb89659164b734a394bf92e0c0ec0bb5a044d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f8a0b71546198e1e2d81cf6efd4d069fec399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d22e7e16eca0454a876161ef53aca9b670e1925a0352793d04a1d8e5f96700
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6051096e5cd503fff6133b5d56e2646e4af990b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e771c3fae65168c6091a435ae9dd197f43d0c60539469c2c6a2b8fa0d5a0b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b67fbebcd23cf76bc79afabffc2104d4a6eaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b6c5526061985ca52aa4651a977c9a7b18a6b43b268fda259279e42e146ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf78105e4998e67741ed65373d5af057a413a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2508ec604abeff443140d44dae668ee80236842176455f52c58b38b88514f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04837af26b8b0f964633f793004f66cbed5189d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdcf1ea7d8172b4d0968748b1c9767d59f49131610da17414ab14fd56af7144
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5158820853f2dc1118d9f45847ef2b3ce1e3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da62d6149665343c0ab17d02547049477e235ab86a1621fe615e0d260569d1c0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e44ca58543e22b03fee5e1287f54e12a3ed835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977d7b119921948216e4733d70e0c3162d0c35b1762d5f06ece1d4932ed6c85
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fe704e4fe0e73951c01494de471fc7029f7df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6279b7548529b66d2f217c72463bbe7d340350cdf150392005a5c9a819ec95
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb80a6dffc49ab36625ee81d041e83518ffa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2f01382c69a856100e64925d34953061789e8fd1a7f28d93a8334fa8f04659
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bc3e549cd77b2117a7d5ec9787d3e3306c2e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de928531ce0fecf1adc3cea04e311b0020854c8020e9787ba561a877dc57e0e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dca3f14c308b1eacca2f65a33faa27d417c36b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6e600136bb404c5527b777a9edde60c69462775fd1950fd3c6ff847f44da2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8365442f17aa426f0a459b52f05437cfb2b39267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08240c5bc317b283a630ce14a3ec7d84bb44c9cb1ed6c2c80e5c14f5fde8310c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6c9af334f420945223aaa2016b5a97bebe8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea742e5fb9a6f050750229d81168c0ceee0114d1a972aff61d8959e65b9e72f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4579cec8ea5b7c0f9f8add0980c1b7cc9c206ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc60fbd251fc573f63d1e63b7bd764b5fb175879a3416a138cab8df98c0da4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c98f978c8cc700c242b98790944cd1425b11c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308a7dbbcbf9e0791d2cb7e685b5f7734811e813cbf5480e65d6319c42ef54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabe679b98ae96a36df504ae8d38f618d3aec33f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c736890d69425b9a8a646e05ae65979d509ba9b9666df33d2ffe782c1c31c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3a22b318e28e81b5a09968fea5256ee677e0b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6676ae1964e294240d6327c6d18e9a18678dfcb9e9609d306316bf0ddeab8685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f33cf62658e30569b60de64821ed88b45d8242
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575c01ff21333920febcf05f13fe9ce654f5ad9d00ba24d0a4891da8b5bfdc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11090d2feceaac83cb4b23afcec681a93ea5e498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358899c3fdc871df5675cc62958bacf6d111367541e2a9cae4fe6ef73e7ddef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f585382be8892c6a554715e2144420fd90cb44dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe50742d016e9b3b4ed111624b2bd151791e0129909da461a29fa0b83919c0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4439b91360b28d14185997fb2e01c27b3be6f61b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7256e1d32ed1a0f943bb8a4532cba9cd9dd034c9c3b5054efb08a9fafa1f9cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935980c15a8fa42f8404acbb7dcaa529be16a23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca87ba32a87d7822c3e297524bd977b73e292c046e288137ac150c14a4b37cec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dec4cb6b5f9bca9e6a0c0ec72f7d2f2e2f293de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92261ae3191124043055e9c85c4e7fff6b8fec874c7e27a6a918a3884544f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161039b8b5603873b6a3e2bcc119bdc912cb5c9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3ddf8691a2b07bb7971c3c7bf7341f458e16ee974d865b38db7a7e12fe29b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c59f3b6151421fc7abc943c3a483656c0d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a08c9b1473aa479d82f14fcd26ab06ae05c4486441e737f4b4ab212679c695
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d829ceb73916ab515e4d46eebec39c98f4bbaf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bf2f3aeef8c8a637ed369f1f4cf8d14051ddee761f54cfb32fc38bd2e7936f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3bced55c85a03c0087d47aae9e9b72fe07170b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fce20200d12e4cf89c34575169b1ec08b5ab5e86e0e46b797e6b99d8b7aa38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4253615482a7891d66711d18c6db7c02243294
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e70889120a0a3120d39393c925b3ab1d10b47c1c096339fc678411266b33f07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc4166f56c2d626ae8a9e95bf8a3c44c83de35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3703bc7bfcdac0144db1b261139323f065185d17159bec57340a7192439095f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c102652c76ccfdad880616c92981038171da0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a627482adb3c78714babba4503fee8d561c6a4f154bc2624af3fb28cb194b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcfe364e4cd39ad59552637a6db6c241b6774ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a1824d041a95a43a2561997d56a2dc1f286c0f2180f5980010251823de2a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed599e2bb0d646e5a881d124c6add9b6c96af22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf01019d67d4a7506d95b364ada2d64b1691a8f1e44b907136ff289ae66788
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d266c0568abf3c656cffda3937851d6416164a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2e83411b30645fb6d9eb96aa2d330b5874bdf878203058edd86fb3c3d3782
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7e8fa23f008e7f8906e7471466b73343d0f843
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe3474c4289697d7babdd306684ef445ea24fda6638b30661f5e9071c056390
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d786ae29a05fe18892aea7f25f9e8728ae8a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca3d5344769c491a5de02e9db72a62831e23d7706ebfd27535ed949c3ce69d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98ce536a3097637f771521a7c0001781d840281
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d40e223cfb3366d25eea6cc120ac6248cdaaad5cb1e798c1f2d50f5cea0442
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a2d656b6a22f399bc95b975fe21ed576b38df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f701f7cab91c746fad1bb8283da2c9b3f910c28612b5a96da75ad3155a9ecec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aa4664000f469ce41fb37822d0dbc6eb5d09a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90301c7ec041ec44b31acc2a740f878a06ed2720c35d6d6384dc889583a937
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d9fb1cdf378726d83620ab4d255e2219492725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6482e8ab8ffb28bb0d060945d015622aedcc6cb2d8ddad40e12c7f5e6f9ad1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b37a60c6970e3fa18b585af05a40eae53bd7e50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9132e295256c5b406762f1fff40d9ecdf1252e5c2aadbe0e952af0ef77123e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1606b85e730b138043441ee1a6d0f434a63cc759
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049943f17ef46cdb4f9917c8108dc44b3d31d2ea07ce44aef79b97e104da9baf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a579404c1965ea0a7df1867b02fb703119116d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122bb90a0bc63fc3e622e67898983a2cae3459daf5e29ee90ea007eb9e001e66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22263cf683446a223989edcb043a16c7c0564e67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a445d685681cf7e82cbeabb62282890235691fa75c39046e6bf7729f9333244
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e20ad1f62d7aa5e497968c20d8d53a0a8f6093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd78759bab7df3d353ce2a48350707412c4c9b06fa411ea7c971e733a6d316
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5913a676b3ae7f79363753e358a0d9fb5208ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f425121e3f58a77c9957fc2f9036d98509949ddaa7b77c32bb8b054901c463
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e160caeb2c28cc37361d233de34be08f65e4326
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe6d6493aeff8843ad47cb4874b06d648f422a672d52dcbdf6ab8ba266dc5c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f35511047a05a18ea358be684ce2e3e4d5f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c0dc61ae35e734352d21cff975f50673c45b4e5bdcdf9eff436a8caa061e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f24081e37505071bd4c2cb1ee1bd7260323974
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16707826c3dde1f3df5bd18fde715ef0e0e2a22e782e0e3df506174db3d2930e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79a662fdfe472d7b15eb2c20015292d70fefe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e11fa720afe0af95e660e2131053b51c28843bad0820cf2b4a32dde8546a48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714476cc7d8a39c30a897bba28f7535e13c332c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49fcf3e184a0bbf54deef6bca3d487b2f0facd793f7864c874615e130d3ccc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdb6a4c01e989dcdceaadc51654dc955035b0f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5557f47c2ad30cf1cbacf2e694c826a9211bc899f2c3969fdf84eda40580a9d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56872b69f9c637ea0fd67adbe3e23f5e13d609
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b2bc54491100b5147debb4a7464da3227a84a0d51e8f02bfebb908686c88e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6d49c2215bf9a0da0659671bc3216a7609d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963593ace04287431e82ffbbd1099c12142d914a79f1025e8099f203ce84eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef1caf7dc6e06cba9a4747abc6a8ce8a9ec7971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bedcec890a44d3f8b315436aef36ccc90331e550f29e379ad29f2fbc403222
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccef503caff4c5006d927736bab63b4670cc1905
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905df1a90aec25304d8cdc197e223183578060262edf28dfc413a4c951ee81e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f90adf0a3fe69b59686296fb86bb3994f00acc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40f1ec455c4bebb1612f5f28374e12eff6d7caf0b1a7af657dd0748e22f1e2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544895b1700be5c1049555ac517c86f5a5641de7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51fb72acf3e5d0aaff68a8b84ea59111bf1bdd913435bac77d38251bcef561
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79a0a237fdc8c082ae64555f033c9ad6d5c96ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13f214646cecb0bc7b0fcd93b08c01f6d8672b4f1db98368696c09dafde9a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb04533c60ce76eb445b51c76ec29b938f6a779
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a86f99081a2112bb24e123037f5234ff779703578c309a3f0aaf3145999f23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44b8202ca9c021fa66da293a3fe9cd1669dad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028b30d51f3f6077d9f0a6c5494e4b993d0b9e5cf105e648f01cf225b719a2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17356f0ca44e0264b1c83c5b14c1741241091614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d3fd7eefeb8585a80b1298a58f7477391c2d7e7f67635d54a1d3080921fcf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceed0eaae46b9463fe113757cf26e694d7bc1ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030a269b708de127a085407a7b3dcbbfdf6af2e62794050b8920083b722c4cff
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d311fbaaeb887ce7b37c2492078644c203ed53
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54c9977a2734fc774f325963631bbcafdc0fefed19f1f20cd0235b95c7333cb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45739abe17289307ad5f2a5be7a1c557fb27daec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d71476b42691ed6338c71b259db07cbd304ebc91c8bbd13e58db739cb395cc1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559571b0975ef786df01498bad7c08d8b51a3af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038bfba7baead646245e7ec1b9d10d6ced5aecc35de19513e9741ac3290fbbb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a8cf5466f52710a19feadc6f48360c1d2b59c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d3f18a78b7cdbf9d61e81c29f34618a71d2dc83df6f101c3524b231514c478
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3f323408cdf460518e20fe9d140735ba2e92f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fecb1e21f3477bafb9715ba8e40d03286f6b21c93291dfc4c987b149b810d21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69b1e83ae2452241b2a0842f4e1d3e0114edc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bf2044f12959371ee81033d142b816985fef3ef638c11042b1e54af8844c39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d555c79fcc5d00490e31eda299a9b1907651ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea5a1f73a05292a02d64462a8a510a254a68f3eee0e8fc4eb020ba3ef3bb10
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68e98387a11415c2c2bd9ff7ce1fa51b317a425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37bdf7ee0c239983148fe0f8e316eb6b9cd703fc639e0797b78fb856deebef4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc0b1e159b497188edf4e708a603452c8e0c5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135ccc9d89b63febbd43879000abf70f6c81484ec0cf95edf9e1749da9dea9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c646ce948a844b05ae2349f4608ccfeed5722cee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5041042e83b97c26beabffe1548904fcee055f0336876a24041952c4a2343c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54523b02bb4f32d4a33b21bd0be39d99ae76caa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e5906d6b2a9dc6f9aab257deeeaac1b151c4ddd406121cc2fa162f6d4dbc07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f7b63a245ab190b1fec9f4d7c2c6677eede0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d3a23e087de894ea079ca077476b5901934c56a1374a70f4a3093848a22817
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a5bf13723559a936d3aba3c19fae4261b8d29d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c747da9b05e6e0e64da2b69559c9de39476209ffd6e655ee14fab9de255d03
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a6ea38744e7ec47314d2db29df77577ba4c34b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a58b3e92c18a0dcd50e6e99a676d6863ea7864e8d70147c21f42873956499
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82ba54d9ba0cb1587f362157071d3afdd1ddb42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72285ce6bd8e79f982d54df36123b5cb3e2762ade3eb56abe8ef65de0b965415
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc4a9f1b78e81158c6d61fc159f441a8cafd2c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edc95c7d8f35fe541c14befb0c1cc4ca9ed11dc8a1310b9b2cbbb2427411159
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75084f53ac822c0b9e97eec6170abd12b7c8675c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144bc3ff3a6550c16845a08b4b9aa8143baafa9a338dcb2f71e100d0d21775fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224efced9411eddb4d1f82c96ce9f4d4a27ba5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b84395c87883b01ef25533eb33e55b52a77512ce1c79308a16565ecf652c1f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e571f1db09d54174ff7f05d6c8f32253a59f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5ee431e0d5e2486a04b5055d5d8a4c41ee3228eccd3f253f60d6fbbaa8f8a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73ce09068b60563550edbc66aab33aa45075385
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c18b385dc359808e7caa44be92270f11736bc20950fd189c46109dc74ea81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f02a39ed02e045611d620cccbc57e82909ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88576fe8947779cdf403c3750f4713e47dba7773e6e7cc8d18e633c2857b923c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2499688ce06221e20156c025d5d54250223b2fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0b59e9dab9e6383e351e5e7f5288998d20400f2695a55da87dac0c7b3680d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bc18066d99ea6217ea9c1f33c800defb49c27
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc481948b820fb033d388f702ce6b98f88cd452ff937d6fec8b6e01f45c3950
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c66331d81dfaea1ad2851b4f76636c591d44d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df5d9f6a1c05e060d2032379ae38c89bea034b8562d5a5f15a5a9f55892eb1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d592799e25f746834f427064bf91f588e74f99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c38355ac9c7e48e01c36aeaf08a305f7a3d3068bd950971b03576a28726585
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b89da0256f5f8bf9d3dcda990b6289381c76a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769c3de4bc64e8bf0fedc8f50b728c48bbd0f1a33f2ea9d161afd900cc9a324e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2f8e31d11ebb98c6b5a6186d6867e29d9fe325
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b0ac670018e993dc0e9b9d74132795f029ff159348099a0473cead5cb92bea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3c39628a7c2a9b2f3aec06b7894b08bc90abce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196c5a7ad4406f2a1c44482c8071c806f31f4444eeb75ded9553be992d028f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73afc098f1558227bf75a3cb83b7836d0f23f50c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7523246b7f9a84fcd04fd5f84bbb05b21f3372a5a84a392391ff1bddf8725
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbb3556a736f958b4609dd913c606d12990999f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1d81b143c9bda8feceb74af5a96514608babf7188a3b5d03e7519c0edacbe3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617fab0e56dc793b04de680f132ca83ff847ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45085fa83e5a50b0cb0b2ad24550e4ff3b475e05aa9e38081930ba93a40e3224
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbf9f518a3df0bbded9d57a824c610e11cf04ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462eebab886b92634f438026d5ad327445a23f3a2ec0848e45d2742803af669
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae2961a42ebf0b409b02030cd715b4ca334a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dc8fcb4361695e14240aa65415a52cd323f63237aaf7e7c18e3fbbc941ab53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d63173d24add6ce49cb286c4c849c98112a620
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0690423592b45900ddc96c33a539bc11d7da17936a024376ae9c7e1ffb121a71
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9ce72c31fba3dc1c387154b5f75892c3b8a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4286505e038673475a27ce0db1707448b2be0087b53a612b77afa2d22579593b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c3370b8215646067b66ac143995f69c48db775
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e6dbe0b42451bcdc3b2466d31c5af0e50ec4a506fa42dc47036c668b3d5c3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7a02b146f6016abccc234180f9134e15ac968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869eea04f81e7a5e5ee59a5843a682fc8457e75f8daae4a986ce578528c65d4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e523ee89acdb1ca90abfe39d9fe9e14d84b3ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964b6d0a23802a628ca76ae1ef1d05836e16e1c2495a1065af25e77aad9338de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab2e914be68c4d08ae2a1b2af287ca38501b1e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d54a0f8dbfba60c1157589db7157cb20f7e86225c354fd5c34c1ba6538290d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a471af80b488a8088a1c48996e08df9aa0419bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53254a0e613b3432933b978a37cd93800d7569cb90d9a03ef2ea70db5803b12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5971446b4ec02d424d41c1fc564e39cebe1d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d6455a9f183eb8ed8921bafd7dd82902a61c8b63fa07a49352b43f41b96c46
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721be76d73096460633c5156846eae7f106bea1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c077ca4a2bdb918d1b07c848a76ff9178bddc602a5d60f7ba24b460c4ee399df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393583d2f869aa2c755fb03448e28e827ea0be59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dc70809b295c1fc805f023121a8f25994c669577f100d0f7839bac200a9fbe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f479df6432b1a6ce4a71817741e272942273fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ec412d6148b2c9e7a0b7085d420cf1cf8203f30f79ab70a7a82363396277b1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d372edc4829eae780dea6c14ebfebecac41e0f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bac798005e4de2526aacc4c42776227cc513696d101069b23cee51dab29f91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e5a7776b4d51cc2dc76348c1c542a6f72a8559
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13d08f5ad6cd6a4fdf7ce13dbfbb20adc2a16e5e22e14baa0d05d63693d49a3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958198ad29cdaf8fc15506624ea6c9ae3f97956c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01154c10e4069aa827b5a73578c9fcae79647db6e04da679604e27ce27243c33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdd61e6435af4fdbb76bb3c19685c6bb281ace7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8580b396a62afd823b93ce5c3d65721b5c9867595099857ebb517e8c43a4fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026ed84875efdcc983783d173486885a42d5968
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07377dbdfc8681f8106a923a484136dc5ea4e03570111186b56b75d0f002bfe7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc567c1d753ab5a5e3b79f06d0ac278e1a5357
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ab1e7e1cf11c69ce8d6a8462530ca4aa47bdc32b9e6f28f8902eb19d195605
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06374c28b0476895a893a6b1168fd203c0e42b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4319de379f39100c999b134ef6503af1c0669f5ad838aa6c2c3e317f776d3af5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb195bc019e74033e97140a14b0fe5a93d17efd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f9e829e72580d822d5cdfbfe5c4cdd7f24fee17e6607ec8d328c860a9689d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73878f2d6b5d487d59f0a2966aa0a22c06d0d3b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd974044a313728f2b80498e984e022913dd6856ab8a49363c467a62e45fdaa8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadd9d69eac7a0be93f3e8501bd69353fb4a1a83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d6242845b1650baa653c31959fc12ad56e31645977cfb4b8660dfe3c4bf0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4563d9585854efb8e8fb60fd949fb0cd636d054
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8cdfb2a8073a8f023045e00dea5eccc9743957d1ea1f970d328d913edf94d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e047984bd39e1fea629900b1cf90df9d45accd6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115cdba06a8d409163b31fe46ad740f554d5bdcf514d74d65c04d5784ed84a33
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32b4f5cd57b77bfcae440aeac72502d15c2c0a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084879f7aaa0859bb021d3534aafe7e4888fe52c5c2b12eeb7a62893d1d0c0ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af701af6b6d72bf2cfa265240feba84b2547095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab5e6fdc7730629d14de70f26ece2dc8afc958dbe3d38a0418bf788b13093e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a784b5d7ccc3ac4b06aacfe85805724e756ac4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9bdb205fe8efd32672dd79a126ae9d29932d813a24782b7c5813a802f56292
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cfae21b7cf4f0e7a1cf212f97d58372c69baa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a969ae2cffba91428ea7aad37ccc6ff82f1b38d12f3b2076e7ea9e209c29957
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006a60b6dee23412558c29993802b09cbb5a0ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b359e43a821dcd8e22291c5e6e1ed73cb9a427f85ffde9050d4e358725d18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03f28e41a113976d003b7178f305d50b2bb5a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa71640469a0a4c59bc85617244068f781deb3430002428e9e7d0d9870247857
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e7cbf5083ca0a2a7fe52e401e1d8f296e5744a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23d9d60e9c691d21f4728ea8a04d4839db6327db4d231d77498f861889fdef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50009abaa3eda0b1556bda7d4ebc532170cb5de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07914954f8ddfd1c886b54819aed54581111b2718d4f19bf0da48092d33412d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3454e31fb0aa365148fe372a5186e682f1f04f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec25e4a16c2229bfdcae280e07e42b5d392888285c01204a329071aefa5447
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b7e92a251373c19e48a35f47a2fb233da98dd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2847f451b3d227ab8445e9ab8f6735b6d9d576ef6ccec27ead58bed9f582f6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60065217f21c17cbacdd051bfc2f266533bd09d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7f05975cc1ff44e1ed0c8b20b636fef2bb3baa22613914c7599a80bc09507
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f9d93f2a28257737514862cb30954b4c65be18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1e04bd042bb172576e1e5d02c0045f4f9258d052e57da779b8eb15a4eb804
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c5bc0470673162cf9807bbdd3b999c669d36f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e09df686cf01d8319369a9857dc23a14960fad9d3bf4a03a96705a798a03be
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e0c16e17f69c8f6198498ee2a8faf72ab2f995
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f049bad67c1c7dc73993ed1be73a6c4971f16cb4ed756927be85196525a1ced
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b853f5218b0a6f89940fcc75347277f34025e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9347fccf48daee7b0e68b3d7bd549b1f99d12b22808add13611f59d78773ed2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c191bfab702b12bf37e5d2f172e1539dcf4fda66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b6b25897f77c49ae1d1a416da532cd3bdfeb0e879880be479265464695e172
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75606e348232a3db2e51801c1e1e1bc8990c25bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac77ef897679c924461f0ef75e18b2e44426c2497fb60021115e53af01061fb5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6f2b12a6441ac89ed807e83e697e9021b73fad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139a4979addb8e02c27af10d5a0044dfbae16b05b839eee727470a9b7be0d435
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f02f4dbc06a0b312954f0350a277a6a3d6bef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18a5821cffe30df91fc4365a19b3a7093262cc0e069f40ee9898a1799ea73b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105ecb1a354d910ec2f7f5c6626502641e92e4dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb16d7e1d867b95f2128af98019eead06018381944bf424b2722aad952f11b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d5e128fe88214fe6a9cba1839da7ac4a1c82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e10184b78deaa86788be88a6489fa9b6258d4a59f9c164b448050ca755090
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e8f4ad57ed8ad812788def0c2c4edd19d0d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf24c13053357f7558cbf45db8853045c06bf5ced003fed302a48cbfc985c339
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdbd74b77bf3ea71412611b8c47af0c16953ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4730e13d8b31e6b254ed375762e11935ff077984a4509ede34fdb96c164eecd1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11491dba1557057388f80fd857a83693b877ce8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6ea64a7cb825637f98395adb0347029fbbaaf2882390a233a8e5a6c41f13cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da85064aeb05f594da27861a4a89c6ac876971f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a09d8fb1a08936a5dde4cdf16df3b14189870b906ff31b22fe1307eaa34426
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa44044f78a6eda8c3b2a7d4491a01f91c05ced3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5de60180fdaa0a4512b23680de92b58eeafe3e13559cc491cad822d0a003b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4865777353c4973990cd335edcf407dea8f6926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37678379b49d444d25ac374cdd79f89c82f701ea7f837d1abbc0f8aa862c2280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8100e46f7a78316fe0c6a1ebd0a769d3f65653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12db1241696054dd3b2ac80bd8643e38ddb86e0822c547fdc89491191e8c64e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8471bd7bd9d3ed85a2daf5edbdf9b9d3ac16b76c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925e2f2af20e1ad7ea1cec857066a3696980578135f7f32c3de9b0d925e9512
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b0f55b2ad3c7a2d781b545c5c028b3811c0b1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee4ea43f7df5ca280212d3a800978ed23d8f04b25c14867e85ccfd8c7728f4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2908f9d8f12a37988617ab79845c6da4ea83bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8864e077e7e306e46b11aefeadafd272f06519ae19f3fb23b8e7c3ca1a0cd53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910c50dca3b5c9333bb8f889f68f07e4f2addb3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62108115f29bc44fa67b03b05f898869e00040c17461edba14e5be77d43ed6ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d38bc210bef2ad30d45a522fb396f5909245524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78b14b6afaee6d2f894410624d687d9c2defeb00ee96370f42f3cc25de2974
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c45160885c1656b5acb42eae21f22fd48931276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baffc9cc7cc466382424e63bc3ab39bad271bc6c39013c1446807ca7a2eaae6a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e00058668d6c37b1fb9fdbdcb9e578829b7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89139d68bdc7fa082dd1b45eb839f7af848489a8d57f820c1b8b5db1368a5dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b146c8b81dfdad5d9623d39fa478315e3e3ea093
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2969c2a9bb1bb03f312fa2c778c0d4449aea19508089284252db6148df74b0f2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bef8b6c43242cf5162ee1dd8648d668b9ec49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329fea20113f05199cee250b3eef117c6db112e1eee64919b718c6c9cae9a4c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cec04d6f2c75575c28f1bad729dc84f6fc6d046
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582ef1cda7d1182df298fee6ffbd8c216fc6e9fae85ab0b12c8da088b453c27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8524bc5c80613fbcd3323ea48162ebe37207e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a65efb701ab28560130a9ee29dc16cccde3fda8553a072e8a4ebf9c5fa3da81
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6814180edb215b310648bd7eef75824fe4dd663c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad3b5a4ef429cfabf6c1de444713310e160ed31897bc521bfac0154c236364f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d51a6e3c5ea20f2e3be08519dd5ca3b46723f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d1484dbeb46bd561ebee3029110614788ee4aa26498cf5449f0a51612485fd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faadb75a1f51d6e31bf71fbe2c44251833d2c653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10b20d7983878c9198c105c161c0e6391e5067343a9fbc2ac341dcf741b5a39
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05b9ed54e0ca5852be5c779741955da5d2de75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbc5f4984e9fddb4684c42f34af5d81fdd85e1fc678728c87ed6f0f779f93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6058a5e7db21b516319783fb3aa836565415b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7606fa2d7fad8e5a416aba783c5c00d0ca67886c5690191ccc1e39d330616650
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343f464d9d2e8337980ac3f54e8a726c002d5ad9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26dff2395faf312c4dd3a3454b5c8ef01c11adb15eef1c463ae8a0c02666b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccd83dd748e61e82e187898383616d7143dd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab75d031c6a61693c4f380399e430a56efd61c9b169c3a1f2c0ac8d01a469a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09195262f60f5bf95b7e10957b0b8ea07e1fb0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027a0247dca312a5b42228c692b2b7bbc1ca4574925b67ced7383ebdb0b968ca
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda09292b5a1d24e2c5cc7a0a1b2e431cac8f066
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b2d920441dfaede6544b6fe41b28ef53735f5f07c164c7420f757428398ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804221d352cfc6f22bc22386f35e5ea0ce48ee21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6f2c00d4aa63ede23b463c794cb72fb720d0c7c72292afdfde4f7042849b7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e838bc396dba40032cd7e7220c5ed3c139625fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf39935e4f6508bdaa3697723984e22b1f4b62d9229a13202511400f2456535
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc762cf0c1c51619e1e5ccc14e8e5b975214122e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffb10fdb95c3898e54fa41099d67be7aac6ee005dfee9e5b09b7c37b977d6f9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3b7fe62258838646aeef1686c1c82317507f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee77385651f9bececf9e7e50363c65029b52c1fcc376a8b359ccc12932489b1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c961bdd79c2f818faf85d93b5afdd4824d9253ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f350983acbb3c6e8a573fdd63a1ac2af12a4ccce4b035a14de16be02afd32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a339ab8365787823549ec483c8bd5d53893c2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554b3b2d86692232413d349cd35cd28cc39e4d12a289f28ebf2b16ceba449dec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0a33176bd00d87124b815c2f6acf40a800113b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8ca33220258fd911c59b2b0d410172e94a276d5636c5cf010e257aecc775ba
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95503a478cdacc54aeed9ae08dc755a1d9452f7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6fb073113b6d90abe794cd45ad6a087208a8c898ee69740cdc641f9742384e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06619be0ab9a8a47811ee4e5478c75dbdc4cb055
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b942ca01982cbed907471f19102c158b84a07f7f380ec1fe030a7ac53199c15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea6264a5e53106cfb0eae7bfc3f633f030735e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef96d69db206e49eb3c3298ad0e61f45c27a43640c5a97fe70c4c2318f7cb7b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aebf984921994c20590418a3377df901f37e44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90e2b40c1f80f068babdde20be506515fbcd88f3a18a9baa30c0b0054c71595
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5f9f684e43c35392333440fc9e616857ede3f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bd349821ec836a0547e2cb0e250677089b3a911abb4196b9bc584ceab164e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3536bd7288d225d34f8d024bd6c9238132a8aba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346ea467e5068983540e1907822a61cb5bd256afaee5eceb09fd4a001bfa22ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3fe7d77acf25c8fe010e31dcb767ffc77d7156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b5dece468a014eb16ed0248d578a495a3620c1a71f2753fefd1bdccb45d21a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0faf6738e3b5bfb0bf77cb69d1253266f79e033
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61561708d6bc12a3db4b87fb6a987b7ee9c3281d0e56528a856cd231090fec1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798ea6caed0ae3e876c6c73f30ce04f5e8af7f56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14323153066afbc9082b1014b55fbfb71812d8ab398f52e6a8fddad8bf2efce5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3227d6cbfc6a2ccf9203b7fedf0e78a8452b4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba93a48cb4bff23df40996a97db8e7fd3579e8a6257c0d6e7f42640fd0bec22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a34c11dca90ef53e60a7627e6cdcae9336cf373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc2266dcadaf724058b35a5743365833de5f2beaafdc0670f0591c3230129a1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e7fe5411f359fd5ce75a8df143733a948f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f9c666d7b9245e2895749ab2b6ee9b3665e7f998648f77b762f666f321fd90
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6549f5b27c63eaad395d23fe05f001e3e55741db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc5eccd86c0949ce457fca5571de21312ef354881f2a881b612e5b193bf44a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08de6c6c4349ca122bf5fb25173d79d5c20453e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8a13974156ad2a696103f22a7d81fa2205c932fd44bef6fb732ef3e71d0cb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0720b7ff0d8a9d8287350190eab3fb98052f8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba057cf68619536277df20e19ace219efcacc0b2a5a7fff8f1cd0c82aff94751
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cec17b9f261e340d4830ff8f23b82ef902290dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe437ed890797f9b0137ed7ec40f25b0666c899febe20967949ed99600b37f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71a45e7eeae31a83e1a69fa4ef0226a2ebbb15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c819ec4125baa7e50f8bd0fbd34e9d7642fddf5bc3a920f3f4fdf3c1dc4bcf3d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbea5be82d37b38e6150b6fae8026199e900e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4ec3dddfcf5a5c4dde3bbe21e19cb8b29ab6dc521ab0cadc6d529f70db4652
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bcadfa849ce107f46f0070d49de6a8eaf52e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175177731322c5db5a82db1e70b556f987cb021d05ba3ba6cddc238650bf10e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711da1be3fdba1c9cb93eb0794fcbd91b8e4ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc4fdcb5db061ad9d0dfe4fae4cd266982da57f968ccf0009a7a6bff43076b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e124aa6e06729e68077a274af42522779373d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44916e921a2d56ed087ec78e6a3fa96bea435202f076363266916ae293613db7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5416435c323c2a76cda35b9147c35957ca2b0c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dad46a49a2815b92de4eb9505cfa47a48b30d553b78a88e317ad040ee6a9247
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044941686fbbd78d57f46c30fe87a22991fec474
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886142637008fb8c57a2a3d0fdf9a62eb4a652d234b9cb8ed4a31354f87e9a5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908ead38a8d8b2eaf259d8dbe1ef6a4ed40e627
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db585e7ead80ccd991dd9fafe9e9e5b7de3849cd7f72e958763a6546d82b236
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d3996bf9652624bae50bac0bd02d44b906a4e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc381b571c62a1e4195582f59e4282fdd4e04802151984e8de884d1ca535adc0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b0fd41f0c830db064cf191a1c5ae5e891ee37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7f4db3944600a7997b283c4a288fa06e3026f5a31bb6f9c2625c89ac94ac1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191234f0d9f84cd2752cfcfb0de08929e550cd66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c973ed254bcec22521635aef1cc4984674baa7e60ee8ee4f623184ce3fa1efd7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890d77c9a811ff686093b72c5d331323041ea8ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f25e56925358d39ef35544a95373a50467a62d61bc42b4cf95acb3ae55b995
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a236dc3c4a7dca17b7735c137cd08c2b37ed4e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38051ecf12fec5e391a445e687521ed1c87db1c7e052f76a8ceb1040882d980a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8dd0280a656239fb072de783895fab9679b33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42d3e1b5aba2c72580131cbe11d8eca03658bab2d353268f36084cf713c7d97
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0668fd808e320276ac8574dd62e1f7ebe24fc81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e64bf948dfcf3f75d75317a7f3939982deda9fc566e1ce561d7ef8a72570916
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea777374ec5a8b19815feb5ae38603df0aafc78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4041bfc6b8f610442bfe942b741ac9d64fcc15c843f153a1b34fadd9a8662d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b65212e77ff492767dde284e5a24bf9cc5853e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d17b0eb61ce065819ac488049c449bfdfa9b634465c095ce0f87115e1e3aea4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4535cdda28f0820431532a590a30e8155b3ae3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70840cd185117f39a029eb40406d4208da59bc2b1efb6cc58c20c9c5fcf0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caff82d961961d344ef504590b82ca7d1123569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d25c4da7ac8b3126acb6bb5b5009dc32e375a0097b33cc6006d1a0231fda0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6849bdf81e82d76c92f12690fab65ce2cb1faa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe4b34e760a64e3b10d85ecea91ef87e3e0b2e4f3ec23b13bedfcb850664f5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae00e89caba4acdfcccd024bed4cb2f8167610cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f96b474f7f093d4dfc5920bce03457f3bece068976dca1b40d9a0ebbba4d6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e17a5cc020c1b19da55644dbb40dab2733e3f8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5051770d9e3a4c5f5555b1496b40fc3da9c045b2bfb2a95285d6023086eb49
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d4d7649b2dc91d6275d79fc7dc1672b540963b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e610c1f250a4fc66be9ee85527add4f571ce16000b61c8f93362048e790ee40
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f424a69607137aa341556e575fc7e4ca94f54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b0b3cea4ec1f93066268e0b008f1c49abe06578d2afe03355ba267976ad112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1ca2aa67bf879bd69aeb3fe036d07bea8e4321
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd738115f63d92ff8957497400e365bdbe9a21030be4db295fec3d411c9f733a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68d10a9ee0cac955d600f6af3ceb9500040488
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d2e16e2b3e8bd56d9918f2cc41593fa6ddec48731c311aebe510b8f5c0b5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feccda930220fa8fe8d7275583d5ba29a94ec08f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f2e3736ba3d12b9dd315bb3514aee4512b54e2cf5908c6f468af6c0f5181aa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f475bbfa7a2da4df66512ed05c33bdcd2255e29a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828ffc8fd9e389557ac682d69fe247bd3f4c0910fc6b9ed32da2939a55dc7013
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9c0acaa2976b0f01138ce1c8b10146a95fad38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0266fc6e73226211bce1b5f8c81cf56f6a4944310c36db81284237d7a0311f72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b413633c25d516886ebe5e088f040af5e137cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cf2e77b43fb665da972f303d5141c061fa0b4059f9c8aec51c783c462e9de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c42290e0c18721d0d1c46c8090151702979811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2f12bf1526a18fbbb3934e219357f96e721a9d4bd4c42dc65bf58b326c9ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef8adbbecac824d4735d3f84542c121edb6ce0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b82d546f89228d8f5ee556f0061de9a579756af03e86c82a64a173c05089e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddd80844f337815d0bbf2be7ebb474eecea301
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084a8a3484ae0a6cb6a5f69bc7053a324e55de806ad1451c26e9d9fdea66b5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d083cf80906d987615618af0a02a32bfbfc5f43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808db9a508711e8c9a8b6452a94b91a9974382e741a4279a53888e46792c036
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8d70be0464f08968a580e02a86376b4b90289
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faabf50ea6732f835fa385860ccde54930cdd159129580d46704093a1572890f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6450a7d00dcc9732964e55864332adf4139a96ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b792011b85283ee2feadf781432ee76cee69a7789b23013a206d2cf3a2c295
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b32ce2e0fb073dac39904a65cdb5733aa40a96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d3cda45c20c85b86afe93bcfc342cfaa27266954b6e17e848d7843d9b18e5f
+size 2179