diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294141c1ad7ddaca92fdb06958eb43eab11cb8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da84348e914c1dabe7d5250eb205a95bf5346c6d8ee1a6cb9a6bbf1df0e38e37
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3692a99ca18792535ffc25a4be95ae4278e359
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dbceeea6c1fd48d1971ae0e1bca39285924c05cb4b584cc9209dc25c531341
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1d07d1e485c64eeb4548951d61ba12c48903e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3ef169a6971b63d4c14775490999d85147035b278db7457f3ee8b2282f849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6273cef0927cf82963cf7f2c214290748f18d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a8cac5521d47b03b6787255d97586b8dac7d1672f3f3c8ae99d6a2e3e6f091
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019e47657bc07cd67ec984a1b56f96414681811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7871a1ac018cb717a44b715481e31cb4b98abd1c291f37052448324614da3c4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b70ca0f7d8bb10b19523d9b38a1eceacc24bc0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89945da2592725e94488376d79493b0136633344b4c65f4c09a2b67134a51d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c605581cfa1eebb4a9c8263951dee67115647
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3698eb6776d5eb22583218d9ba74ee1ef523b240e74ed99f47ff59a008a5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce4bd1ef8168ca3a6e7d5bd0c0968e705686830
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0978ca6b68d4b925303a7aa5c87de65e7f7cb2e3d9cfa0fd837929232a7063bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86dea9b8bac5b5987b6fe3fcf7f3efd24d933d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5d01aafd82da83d66dfb06f11d1a1264d0f29b5d934ce3542e544ac918c58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7110b735afacc66480179299ecf73120026559a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fce97d0a24a56f64795ab62051cb8067bd2ed6a2fbb43a46e40903e5ad6b4e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3f9992d2b1a2ac7ab58ca20e959c5ba2aba25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cc7e5cabd090dd5398cbef9c677dc6320921b4e2561965b8d26308de53c166
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f364b94a192044ff9291a47f1e829065a1a074
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0714808eed32fb6edd5902fa842fcf7b91332f551b59b9c83ea00ccfed17f027
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eaefef8bcc970459a119d39578fba61627ceef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7255c118c52c38853f8a1801313f7bf5a6e898b7e08e56856491c23d4dcbe1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6504cb4bf141aada3cc2cf2c67efbdef583c78cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea61edf9851ae47b26208c641f2f09a587dfb71bca1a3cbc783029515d88d12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8ca41498016b26dd684c397402d755a2f4210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88629d239e6dbd563d6fbd00c87f746f01322a9188f7209a7d0e6b308dbf8723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06c724ee039ff43a718b9e70b51b88b19df5813
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20151e7099a9bd1e502a91720f5cd5aa3297f5d4f26089fbfcd3bac7931456cf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293af25a39ce1cdeb91fdcfc9ea008dd91b306a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbbec3a109cd29ea0a551599aa3535b70a7c396f138c022ec065e2ad6e19f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0511c24f2f8e3d774dbb386d0d0c2c6bffe9a505
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808006e4a397a52ea83151bc77339419f541e9556a9f31570c99aaeec049afe2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a94ba728d9ec008c907655d1ea62d9e051e731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fb11828af5eae6aa61e0377015d674cb167784b41ad5af0f6721f10fa1ffed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c1b33ec0506fbb90ef9c90c7e5b6ce49148a17
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85a9ff1af0887117d11d84bbaee7532c7ad6a1e8c80e617b51c6e5934474c1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f77c78023c6cdb8e02ed11d3b39fb4984d45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfcffcf60050a9a445c6ac23b0d282f0819b7ae261a488c78f747632eee299a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537a1020ebc5df6f75f32a82e3b15f71d82dd9ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff5337f3832752b8fb121eaa764d220bedb5660bfdd6690dff52821e43c3bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988bcb6a8d67b72be47d2a903d65ab564322ec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19e8c728e957e4d37b54ac70812014172125b61af8ec26b4c716a35385b8a8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae605098edd0e1bc5ad03bee30f7183bc8cce69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2114a2cf9a47d7f65dfda4425c0693ac4700afe758de713824d1bfbc1c8394dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee146527f5cd31e0f5c8c389011574a8f21cf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fa2c1101988c6c27b5489285405063e8c61e66a17255316b45da4541b9402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24cdc65e963213a7dc038c58e71298bbf6f16ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa11441cd90f2e99f23e7eeb4f6621744ed15501e27d08a586169ca13f2b7068
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a96d1ac35c313336706a98f52a4b4728e46020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495afc826fb118ca1ddd170126b81b0aa5ec7b323aa946c0a227bd6636af895
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85fbd6aed8fdb3c6ff2797506486260a3699b19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9143ccea3cb7d7f60374ed3d406b2e025d40e6d24b1e38602d948419aba53d99
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879048854377b0d5d00954b137c1951b3c42f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b29abb9b3ca076c6aad757a73674f42feb1d618a373c53c1a7a43a2b0c765a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490f9fce8abcb8000642bbe30109c5758c1d8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24164fa1c1b7e5d21afeab5c2ab32042906d600f589ba2a5ba33d5b2d5ec42aa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e132d0b3101b492a71b56a1c2b2693f557282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3e6f9ff3ff2edbd6094a999cb06c0ac80e3cc2789251679a48abf42b0ed47e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ef36198db6e9de8424a07ce9657c66f2ed183e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532dcd75ee9be4812d54e93430f30cdc4e280d2866141833fd2e6a8bde639f20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c8622e5fe796ba10f490dd4228e37a08da19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d40f82b63bd1cb7a7dc54671a51bd434fbebaf9ca9c4ad86d9997d0bdb2f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df25e9ee3a41fce30d152fe5095127a43dcacc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49c7dd6e603318c9ca3e254407012270c52f69b5546697e9ab031d02a1d58dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c7e43db4bc44131d8202bdd9101da164946cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce51ac70327cf2930abd5f6e46f8e3293bd087f87cfefd001dd541ec223a8f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb31c26575cb83dd3b93425f76841932eee1690d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f027ca08c71679164975fe62fafdc9af98fcfb3e19653053698fdd7e3e8d3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b9225cb5240ecd8ad47b95f66f351f4fb7fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508edefe9d8261fb3eb71f5fb42c54aa3bfe0a0c1e15df0cd0a43defe51ddc1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1b95f6190c205982417840074c27bbfc3f1af3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211f32ceea2470a3a59e6ce6e7a824fb1bc91b9b93dd36131922a50deb57c38
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c99a3743dd0cdc90a50107ac4e439a64e1b96e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84ddfe67dc66d83de98b6f9c68c4d8f083ceddc4847b79ef15a616d0cb57086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb56bcff0e3eb1b46281bdd3befed69746000961
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fb6a577e92ee46614616ca17bb917fd96ae33fdc7838205d38d1a71bcf814e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0fc8e33ec66158d081d8d6e0a2fc18a4348896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc34952971d068cb87dd1da30c2dbe5ebe5450532d5939cc24d1f6001927bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e940165f8339c3bac00aa8d2ca56438d57581936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96b8e7ce3af90ddaee18cf06c1ad7506341c8d88cf05bfec10c3bfcd0ade416
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881a25c4531148f18ececbcb83d4a0991d4991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c74697aaedb0d545702f1fe9c6ebe80bd252b97018bae89377ff974f939b1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f21bfc22ec07f583d04489b882fa9d90a12d588
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1f91d25905df9d53719cadcedb261a1ffedca20d3e2e6c695347759608783c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bba94b3857b5320fe36530cb3098b60b26a16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56227c7bb7d0f01a73deac610695dccc005a66a6ab2c22f3d887d6ba3db75f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c809609ad8877fb3e3b8fb8c2b5d4fe92ea61e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d936e306c0b67d04f153495987e431c746f0f1192929497786fcaadd6d4158
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6969b4d5782348a5bdc376e66e1b4a0028c1c23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752e9240e8ed6751b73673f5fb90b8d6c90d41d0440170572e5696ab4e67428
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a809032d72c352a00f3d4bbced03bf4b476df5e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad103e3927b34e6dbefc97653852715e90457b35cdc9f0faad4584eedbcc03e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04843984cdb0bd17e8c008fcc4e2650796daf6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4db935d941ed01173b200a91b7249d97af3d267cfa51c49d41b57bdf0900ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad59f7c3e718f4ca12555954d783a6f5481e63c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df3ff0078bc2fc1a644e8cbd7daecdce2778f92b60678c42bc22f1f6dc7900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317edaa90781310154aedb808a9c16c9dcd7d3a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042c7a8a5fd4c8b21b3c69bf6aea162d65625002cbda5a62b49dcb9c4cd88acb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c83dbf0b848ac2ef6e7b9c8bcd179f4cff9f725
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea9f7244b7df6430daaf2bc968ad6bc2bca0cc994eae4c7aab99ecdb053cccf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dafbb4ec2a30ddf3c263fa8409d383cf743c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed9fc543b22418a07a4da9e374f94f68d383a3982d17991769c57c370e8ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7097945614a459f2b2c1251b71f6b6fe6e7eb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9ac685f020160adec39e7e466da9c9d4e098273e2f761cc7204e0aafc8a09a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecf98de4eabd7c59574386df642d939e078d7ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213177abc50ede5b67995677454654b699885935bc20add1cc7f9a38f241dab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5217517fd94efcc8e9c2626bd711c7f55c1464cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4e8d1912719f066a068b4a0914faf5a01e0e4e2c2ae40d6777e6a7c810ae80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715eaae35408ded820f3e581983d90fd04321590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2579e523fad6f5f1c2a7872daacb18b60efb5ccddbe3e3d49410f7f8c9e5ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50a1e78dd00f29275f93d53838d4531d6bdbf75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d920e0b3ffbca6f42cc15687116ce3cef4fa8b70e8b6b2c14fa598d5dbbd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278f09dbfa3fce548d478e8b66b3b6291099c58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043f56f5f310f66206c8218dd9908dedbcd5747649fe376bfe2c3227b8bb88c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcb18be1cf44499cf3599e72c62449e94c97e04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25be5283e5a428174d24a1e08eec8d9eb09b2d6433d72071c1b61c466b422401
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e18e6e8dee6c44b0cdf9ad05a3be39b043af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9916621448bf8037d8bbce425698293ee194f44793abfb5610a486149fd9b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a0b581945b8d59fac89a77d302dca5db80dd5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb8297610f5fdd55dcaa9420bcba810011c3b31feba19eced510e96b748709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c563a9572720e0dc6cedc96995451bef7dd6869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00721a8d51e52a4b380b3c12d909573355dd588f5d3de4a54abbeb4038f836dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3002a4b0392b79d523f564c16174e9b9bce273
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ade01d2b375a7da269e517b767b8bec636003066e4af8142797c00e3b086d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33917ab1c2987c7295e4668e78e9fac5e256cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7336ea343fdf13c3e2845c325fd5a4579e835cdc10dcc839659abb705096f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683bcb6fdd16e27d2132cdef26fce5e970e5346d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774c7a02bc43a4e49fb80cbec2a42ee21eaf5ca189288ed031e87386c05374cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eebdb699a474c5cabb8c84c95c53ff315e9240a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3b53b363c7cfc36260d5ade8edc2004dd8557109b993547b127d0dd8845b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58387bde1ca887b2508d6db6a33f1216a48ddd57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d3b4c376820abcce8a99115c1456fb60189e0d967db99e447c380116e24376
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a47c4b2862bc9a1e1bd2a7c8002fc167790c1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd66a7d2e727d9e2135d8df41d711481db05a10bcc06ae8eef16ad18dc111b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669023ef5d9b19dc9188d99b60fcfdd34135cb3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271de3f7a9a40c500f927838cd9a6fcd02f097ec516a317af8a66932193d5b21
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a8d37fe56b45548a70dda8c9675b4444978a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d8be6dbba563cc725831c3908f5da9ce864b93c27c29f8f023c8800018362
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d005feb6aaacf58fd3f772231d42dbf58838f37e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096ee357275078e3908bb5c27372e7555852e8c521b3366ff8592a7633502cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80529706a751ad1f6076a150eda0c193f85e4169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b0f38127262dbd6e5e1cecca89deadb66b491433ccc77d9e14b95e06317bbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ad727571105bb6ddba01405c43353a13d2fd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3f3ac53ef27be4ac88106dc04dc114fc9f8b2b4d80d07f7c3dbaf0023b2784
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035acdfce07f420a021a8067677ad6c19dfdab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a563e3954756066105d09d9903c6a6e5850e35ba78cdec070e5b7c9e52fdd43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884314c3ce28afa859aa142b080f42820acd12e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdb939f3d7ee1f6d78dc9fb2550db70c7351f89ebb9624ba32ba5df6a670007
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab1dadc02790980b96849bb6edb922e4921a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ed5d1e5636502cd9b595aab6086d0baecccc2e8db1e3fb33520993811978c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f557ceff0130ce9dc569784974c6ad2c5614b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a962b94265206a79a425b24cb838bb339369ed2c6543e1d879d78a249977dc8c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a05669c8ef473cd9266157c3f6cd2644e271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd902d76790cb48d4fc29872868353581eb9bcc326329838df0a111b9dad2152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc70680d71a4b2c712ee7336000c4bd161003936
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2937baa862b2abaddf016741ed40fe9001c7930453839d108a7110feef561d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5460c05eaf6fa42bfe98d3f3d79eb2e8cc50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc498e5b6d9b85b9331917d5a230963242aea60a3f985d381f542f1b92a746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783f4ae0a3864ef62efd9d5c3ed119b272687b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0524b744c5f518f74231ddd573ad4d3134996511c149cf048b55dc9f133348
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac710e88bd1beffb45fae59874201aa05444bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8280de910a3f74a7413b778179551a2c516154014cb6c792b4ba1df0ca0927da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13401a5c2660e6506dafc80fcb0f149ccfdb5342
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380c81da3cba67d9cbbd4d65ad1649c1c38b5251b546b8d7a36720095e207f7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8279a80601e298d7cc035be7815c456f5cc8d1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2171ee1f1c25ddc1385c3d075d40a726aa62c658df3dbc775c2076d431d3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3535a0781a2f28d8404b02f3e8864b94b14f1733
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba37841ab261a0ff2023c5012ac3b009225544b4fced92974aae5e147d1a683
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8fd5c678753c88e156ec14e4bfb0e06504bcaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29794cbaf95612ee3ff27d23d5d8dfb8a45420b392ba48bf9e656fbf250143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5437d60dda285df489c7049fd00848ec039f5cb1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269d9c805d53f1b2a6660ae91c458e325d1eb9b6328b1562734e0aa3b1fc324b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d54517e7d12603c1250d0d93b1dc8c58396c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e992241f6dadc50d2981d60a081c728ae3a52bce47cc3c04dbee816363de3866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec56d98db1882494fe770ae393e8fe753b41cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f705df003edfd76535608c5c7317e9a50afe31f3b6686aa1a90a57d6674a02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800dcc2109e8f78794a3d1867a8089f4d1bf5c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db865d49e4c14b35edb58c7fac175bcc14f262a7ac73bd638e6ac63395d71831
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cba818ed74bbc5a7325f10eaf0ace3cf4eb84ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34accc0a9c3ab6826f2b27517597b3b3cc65e3f4b8122d0e9607584a71cb990a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a70e39e426e8f1fb4a789f9ee5fe1cae528a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c9286e3e124f9f609ec6846926450a0fa49c9a2b148dbf9fb3e8db7fc0a52c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841e0ff571c821872f523aac155643de5cf47566
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469371105bcc49ca5173bc37e25dd0da0b9030c7dd30f34b8a10796690a4602b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2837c6974c8a580e4dbc2801ab73c96c067ea2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87f1d6179b23c8088606bf79af83502d8c9ed2e36aaf713798743abfcbee43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dc0a50c9e8f5c47c6602c0eba1f615c200f9d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c44c9c48b32e0b734770c144dcdecbc0049b1f440a99455425cbfcb58d3dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f1f94f1e95c0496b5fb3caec13a60eec419f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f2ec4ca6e5221af1045886946d47dd2a4abe5d0295351082ac5832bac7319
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645162dce2c07a747ec8a3dc3f220b6bf887de0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0f0360e67181636f88dda524b588107e7c24aa566bdd2b3e979a25aaa7f4a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb737c01e2914f65fa28282d8ba82e7dd80f1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de81fcf9b414447c8f8013b0063fca48e1082ef867b82a3f5b790b6a21481a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671dd76310c03e0062fdfc38cd8ebe1fab110142
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6a85fa18d7d4fd054fe7d61242091a5a601d4c81610d5febfaa0a63a2ec9ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26bab988600f2d833fef4ce1ae42baa251d17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff275121efe799f5e28bedb51d642cf851a2fe3adc35299b7bde100a58b737
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204c9220ec4031ca361a0b90f56b4f55ca3ea7dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d344044e1853d3bda970a8d8c2e5d4c05bf132e100b2e72181eecf3eac2434b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7db001cdbb757635eb8716ee2ffe66bb2e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9aa9a115e60de5c379bd2eb0716517db4bba858f210c07070fce1118491a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f574810c5ad51bf95f1bc744f6aba4d6a6c488df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aec5fe4daad75ba74bde4dc0009ece07a7b3a928e2f04b27e64b6aecf8207cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef9f37dea780d9b0d8c9bdb9102e4e09af4c74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874899567acd2f3f32803dff6883cb103817282841fc65bc210220f0ef952030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9675a750388bf71cea25fbef3d200f9444bced4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c51a96a073c9aa64228c19a907f127c0926722cc201469baee868a6d6ba35fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe28e87e0e78fcf18c71dc3639898b11def57e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489ea4b11532b74fae466dc00874fa5257d7fcfa8980faa77a0ef0e13043022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88a48f81df445cfccfa352b26f6bd4812f6b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a35b8c725a85ff41badf8ebccebd0fd37bbdf7ab63a523fc8adbae728f8888
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd30ab15d1eeff0047f729d704927caa01db91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94654e3e818f6d5aeb00f07a22a0a5265b20ee6fc03ef908d7d27c3e12664e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c77c8cc6f4f98abff33f39dad7b802ccabfce7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66097d624bf08b20cfdd4bc01fd58be60f29bdd927be6e3e7b806d3a4e052d03
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfeeade480eba286f22f26c3184839e712f60c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44a9a6b2dd1c6be85c640ac7f4ee0c123da7231fcdd4130193b70a5dab8eab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce9f58965fa086bb54ee8e8b9aae6063e28d5c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193f73eebf3a67f47c0a10b239e0b7f645459ba838835b6570f60fcf59504ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f0849eed0c34ff3d27a525adf8893eea54a81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e95575beaccfeea10a52e553630f45705975e7a3fbd30419410ddefe2106c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66429ca588aa9fe5a17525491ccd9a288cded35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e146529a8a84c3063009b8217d56355465414ea4657fa10ee3a907c555abc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb9e0a8c30b07a63a754d228cdafd0c416e1218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57d619064c4d53462e6149f24e6f447c67e8cc29aba5ab70e41133a3382843
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5704080551049062d567ff67754ef2b9dd540ba3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dd685bda748b25ea0995953213901d00180cd6a4bd086e92d7e0ad64e34716
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7914c59f9cfd76f3bb27a3c5a03c8e4dc8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff8c1dbd996f360ace0f8fcbabe11ceea1c5bb15dd53f83fa8dd799121ee89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930915bd8c3634f0e2b82d320adacf6491ce7fd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178a2782d9d56c0a49103da2f99adbb1b1dc74eaca67b3355b32b7ccf175ac39
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6ddeed3f9fed06cfeed9f5212f1a8f0dec4b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7f5248da1af117584088dabab43d4ec9b4f93301ed850ddd6ee28d72c92ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c6ceb6b21d4f55d623eed4ae2d68dbfd68f506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d360482aea3081ce99e55b70da479808976d5cb08b22d43f53aafbc654edc4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e18bc5f88757d06b2815fa199d800674336db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42882cc52c5326e2e7dcf176bde67662ef3887648daf03a207d55956442bb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a79cf6ef624b52475e2b86bcf6394d052f5e30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2621bd48c2b1c94d1ebe8783bffb5104c231842610c21e1d1fdd0be682db5915
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd20fdcd722e12a29980006f7a8167bdbac15b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c380cb0de92da35f1f1cb11d289d1c290bbe357d24db06b971f80c79f53785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55ebbccfa578864c9436e2a50feb73a337ee870
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88814d2c40689ffe9e61fa486418834f4457404bb0f67eb6037306bc1266491b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f3f517a615def8bac564c2dbfc4ea7ebe7b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e269d2955461c1b29fefb77057cb0c7241e1a9daaba84899a71471b428c41772
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece9743cd863f224cb3eed85dedf6fd54ace0221
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb09afd3a618a009397b0f0456f7ccdb9b585bdfc16db4ed845b0a35075bdc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6f41541b42b28d2d416a826a4f608f8356cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8370fa23bf2a6de54b4d9f0726451a8de648e868e36a1339d1b591ad10480fa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc83c62284c518f4a16f6e081b31cb1f020d37d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb8e9cfdec61af88a280772862788bb2a45ece95c20061730dc9a08d9b4f88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e377dff3f308cc68df3104d21e7cfbe7464478c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080c032a01e67b13d93066ec7210bcca79123bd3c80964b89f5c98cba4d1b60a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e904d2e53b669b5ad8a64328a33661f0f42eac36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72f7b6bfb0b24cf760973f132c330e9b66211f4e8059586a675e2fef9df8002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f326977aa8f529a25a16f39efdfefa81a2558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ca2a1fd514507fb34eaf986794d804f70b4267871f62d11d301b04acec300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f85cae3fd516410973166110f1fb03b352084e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31182ac08a16dd9320d3e0b96896a78a5fba1d670749568ec728614d5da5869
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077037f78bdbe9c91d48c80838c014c277e78d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aeabcaebcd5e81e745ac1cfd0decac3dc71be6d38df84bd8f3759cc7f6f758
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d062e685e178b0355a4bdc849874c6c661c135
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c770eac0efae80e72a5ef8d8f1329c1a427b39c76dac9f6c8d54cb19f7b1f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027fefb2b42f2c6280e87a796583d5677c4102b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1f4b3f73ec41881075b3ac224fbca0dd15919fb148cceff853f1fbb691c5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd45c2098e9332c5ec99e4c8ab8ad3dfa292399
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b42a4abda6825a247667d1017725cebf9f12794455b6b8a915024ec857bd60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b448c0ee42beda736d3ed57004e2f12ac65ce21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed24378c155604cb38e97e8174f25d0e2bb598f3a6298ce4fae28dac7cc1a98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb09e03323fd49b3455eb9295a445aa93b90a718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd5b12214aacf691587dc3552d293c26a1cec328f11247f79db65d3b40e65d1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981e8903aff883df2f8c958fd2189988be42956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa67686f752abdfcad72d7629679a59b625d718bc4ac0ebcd03a674c54a9cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b247a17472d49873a0d7a1e274d7937c9117ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04659d67453a14a122e4f430bd5bb1ebba1a85571ea37f362123a4df393e2c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb5ddfffadcbf2c1b0e9aff06c34e0d1b5ac06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ac82997894f1644d328ec50e41f3f12d94b62bafe4c9badc324ebb6456aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cd5fb4fea4a225590afc0da2710e9e9d851c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf086bd10774913ececea3f6dc078060a74c2b294dc1bb0f4677e9d2a986bd93
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987229a018d08fa02e9ac83b592fcc8d9ffab964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f46f4dcdfdf5c85985faeb6afc0060d4ab5567061a09a3ff20130efb7bada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec5c43da3edf7ddb6aecb0261909cbc63a7cd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675de0385f2f5114616289779154afe4a701493ed6758ba081f2982787beccf6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882b2ef50d6c19ee42a4731d4d2f964dd0b26787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c381a6f0f39e01cb1174fab86bdc17a4f3584754e64d9d6da3d3cd21b95080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18cd0a0c859c357a1ad7b3c4061c55edac6f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa9ae2f6fa39631b9a6f1836fe5479636ce6137d9032f3056b5ab56750baaec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d4ba00d32d2ba814f0786081616742dc69f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e476df38720e8a21a34e7855d05c65cd06a88cc9c353c3b6bc6a7db32ebbfe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02125493fedf239376f1259e4c9f9d47c3b3ea56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283b3d2bc305940db64375b6f9c715cee5b882c68a675b6369f08b1dbc5dccf6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b002d5642da11a2924d0ecf5b6aa4698ba78d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d55dc258ed2f4261147991005362d1e7f43023beaef7fc165afee2d690cf66d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928ff37ca22fcf6c54b4562e238d5610644e4e69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26fb10e9d33adce0dd48336adb11a5123eadf1ca2f93c4839f98bfcdb5ffb9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024b767dac73ce8939e9d2fead6d871c1fbcfd8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693220557611e2043850df3004c33cdc774797fb0cf95bee2febf395587531e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534cea8c1fb9303b3aabb974a8e599c4efc3a9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce136c324642e8ee5fa5d649d94b7bba6b4e19324f972d05e47c164e75f9197
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2b69b09b38e35b37e52d702c66f2d0b3f3e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187985e4b97db72ce5d6fe4f622ff4e4ca27caa5121588132e1c5818e2d31ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04833de74d75c606b8d15e17c972468ed9580d48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455242a328435164ccd927d615cce7fd8a8ba48d7f9f5c15a609655e7c78e15b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48400cf6a442863f7ebc32af7ca3b0e03f34e204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79049605350cd34a2b94275a980805ce79e2c12effb28dc7b395e9ac57dca75c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28c2d86d4481f48d7ee633a647727d3d247d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db396f9de79e9e9014d78a18d23303badfb8e8a032dfe3e96e8f321cfe46677
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a99d31ac899db5cd4a0abf4195b354ccc699d12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821eac584a1feb9efa9c82cf1d908ba37170d95b26e7aaa0290ac9c5aec4f1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a775be9b2fe00ade042a92f2e6371ad4c53e1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1db3e0e027fe8e58a15dbf5c199174f23312ca58eabe60da43b3a6e55cc86f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584c3ba4d95f213206a5af0d919464db6e1986c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c30cdf12ffe6198390aec31174181a49b0beae92495cb9a25c40ceca24d5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f87b83ec1b1a2bba98fbe50a59a902215b9b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1027e3090668ff6ecd2eb18839f597a954974efd584baa72e992e0ab6bdfd5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19e9b959308c342ac60dd0c4e124d88ea68200
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf279a70f2d426fbb1ced08b0040a83d97226685d1d93f0a609f92ca0c46a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0046b7178d53b133257ce6d94d4d5722bc0c3021
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fe137b215405c3201110a218e128a56c9d599f56d01b1e4657fc7b123ade0f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b297064f278a081b7776ccbe16ffdb22f767f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef227ad9e192fcd71c45882ce517ad86cb69167c909b3c016b1e4004cc36c1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ba8f7085bbb6e6782e154e0cd3a863644930f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3e4965b2362c4fba52f516bd2d63a782d24d301abfca46497bdb75439919d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e013890a4d081aa55327a97502b090824e7dfa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148ab1a25d193d0757ee8a4f92f8c1871539204e0766d73980dd42d3314667
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cae9925f3849e38f90b8ea22d10044a74150b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487b8a67de8160078f222b1b480a5a5dc26387c81339402394e3bcdd3618312b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfa47f279f17067883137775a81ad6c6c2f398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f7f65e7e200fa69d8076659f440b52347d0455ba9e4d6eb666e9e2fa36379
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b801ebc81ca9937907bd63d5ca9e1c72ca130b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0ad0dc2bea954313b98d777e17f4ae3bb4d9359f0d0ceb8a756d11dd0b40f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f8bd1d7c8e1dc8b6d47d77cf1cbf50fba76d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a39cf34ee12676c82fe19bbe6e9b82ce067fcba8db1c1aad6587d9bb21406
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4b8f29656596d5f9b48b8e1bf27a2e5fd9f8ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467021cce23575fcf8b038e6069b271240f1a4913e5e3c57a797d10d490f278c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d004113b43706c5cb9829602cba2aecb5b5d1bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9d784057dd85a87ed83de61da8f2e176750b0d8ad8f9fc299ffc9e036f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65255beb46b45ed5f97aecd68dcd8e75b075f0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa9fcd91b762eeb94826cbec8dc21d63a9d634d4bb46c2029b15d7c588cb669
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121cfe9bd6f7f829e8fa559b00a3b1e5d7ee9db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c6f3963809e8516396149ea18c64cece282366ff793c3acee7b5eb35d3d4a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56061ad351476bfa9eb868c6e67e2ad59739c2d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cae490ce41535f41383dc9701199e9e17dc0f5c8873a82f9aa373a9a243fa5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262f97e9ff3837989d5c360a10aeb404ab83c2ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c798709379f0470765ade255b73cc52864c385d44a4b659fbb2b58c79d9a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fcfe5581ee17fe6995358440af296bf2965c90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160cbda1bbd87570aab324cfacddb74018664f969f978c0f84f5828f78d2993e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3385e5cd9b771a24cd5725e211b1737d016cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf40d10fafb895fd3a8c9c3e04eb4b26c93de3ce0af3a8f32dd0aab4e4e0f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cb486cbd3a0ce010059198313aed30313de0fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cb11e51caa566f5d133fe0764055ef700ae716015e735902d9e48501639e6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a9d30114b415dc4a9ab0b9d706e4521a6af631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242ab0397aa38ada90e7a011437bfd2abb89010c7f1c01f7a2c707d0e7c8ecd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e716511b6fb42fc223ebb0a7f3e798efd4d2ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dce7244147f4fea8088e8da9d0f80266bcae72fb29fab9fd1e7638ebf9d505
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218dd87acaec93dce04bb9c56aa8d82b3e995913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695a366a6ffc89f1d7ab02b712679107567935bc3c4f9dfed552cb6f12dbe2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885055c8e753b1c556b0ea0f0d967e638ee85a89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd04448d96a931c552874f5e7896a99e2069611f02157c5a8f42049dd170cc9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f3b2bf70703b2d40d0b15f8909cdc0272ab64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca241bd087d79e2ee9e09e5d1b82c0a7e700ef28ab0c18267006bb89eb6d8980
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225ec5887903039c36e3bf5a9570528aeb8c2c1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41308d452d63ee6ce92efc6dfd65db1ab11953c8e495078bab3f43f84dcce3dc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d16f3e4b0eecbb8d64db70ae70de2e39e0156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d087d0519219c7ad31f552c659c5bfced76e83b9d43d861b755e86f0a4d109d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5674b9a80f61e7de8e33f060419cc0443d033f83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e5208ad344bbc89a5c8c90e21e69438db9f41aced55dcd50a3ade2f9f3122
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa7ae0c3f675bba742ff951b4332e13907b279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e1a5b482aad5a6b0251800da4f77e86cbe0bbedc26f7a3ac4821ab740b46ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc8cf39c3c0272fd09a8457709eef4d1ded87ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d63e862d111a756917601ff6782c7b54bf6c7b766e21d6d0de11755f9c16a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28de535706e0e8af2884859daaf4903bc41890f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a395ff8e5830cc952af0b23738a6da1a72386e28b6b3ebf05ebf9fefe24d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04090fd2522f50c7eb24a7ebe0431e93825ea57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29297f4424002700ef3be555a9c8ebcdae44fb9521701d7192bc8a1645f14e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1743469735f10fffb049686ebef3afc5f9ff18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bdd4023342ed954b8e5ae625bc2437216d9cb7d4e2b47e1e76a15c87e15bb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d8b3b82b01f58d0cdfc83fa11f66091abdd25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5061553bb13a6b8743c7e6972758460ab2f33ae5226c51403474b8f198652167
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66f5be3f55561c5413b9a69f637dd482574e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb9ef299d4bd37744643cd6cb2edcda696e0cd4bea6f5ba5cf9d9d74bacf39f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df4a509f2b72972867f8deaed06103556b7c75c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f402e5ef2963c224060cfa8af945ebc467ff133c90f2008bcca3844001de73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369e85c9a436215408120be47b9d2865bb370a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83e328f6183b8eef397a60374ab0af400a7dcaf816733ee0d668331ee0b85a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fb81b436e30be172aed66da275cbaf80242283
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772d543db536e82e71295d587aac84c61d6af1efadfc9856178713b73d86cac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f048116ffdd31ea1421d68fabb11274b3c3d44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447160ebac4f4f93ac6b7708217875d3a00464be6f5436a64c751c16c818ed0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb53e4e8350eff3568cbb2899844e65dab5da46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01384e42ee58399be2d5d90ec9e4316e3b9631cb565eaba4c21777b0cfaf797
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d71413272ad0d751285dfdd4bde14a8e605c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f5c3954a472c1e471a94089db4f5ba6f016d51904bddb67825edc68ec170f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44badb1e28a414528d640229d1eec39a475d0295
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60c4cc027ce53b655bba9f185bd716fc449dfd884afac7985c6927946e901b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31991a5823ed2e3c199586e643b42acdd767a2ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830909c61cd6b9391da652fc666232326c39a4e769a6b04baeb7a7a221ce5500
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0575ab3a819acee784cd5791552915572e9bca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88c3ab574e1fbfc054ff31652f5f8b69ad6e7042337e3af3b8e2b9d20a2571
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330d5b332778995226675754c00fa3244495880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8908a9ecc72686adcc4c5aff6e630512b2d3e27407b3213b267c61fd677fef2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e268c9909e708e452d6a1b6f3a91033ae9dc7fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5be834f4a49277ac8b50b15d7726628cae249fa7331102211a3bc5a50e60469
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b076981a9966b18e4a5b4b7a73808f8e2d3aa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4181cd11a51d8f9f9c97f077fde1c3de57f50928206ad51921e2b7d7c9531955
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d4a297cf765340b74edfd0d6bcd184b93b23f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855ca4110d412c42226bb19a624acfc50e1c7cedf19a096ad926098b572956e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7e7abf7406e8e76337924c6b68abe9001bc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6cecab7fd84865b58f60b3726f3a4cd9eda43d6156a1a614ea7fe555decab8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a02dc2831a564656c59966ae6eb17125edcf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f46d352ff29432482317415098ea8e440cf1b72c24a0979d2c77a00caffe153
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0c2d1fe4428538a9ed7f1d0e3599044c5ba81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2611071cf0ddf54e6b7ea65cd14fcbabe8a81c140c33c4b10ce8b3b7e7ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3144b46b5afc1e976f96845323105f41bb4c7fa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73187c067d2516d5d1efdd71953b49f8280817967b0a15147f3686a6da3b7b39
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9232746c2442013bb69836583a9fbb1836d47f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ec5bc43d3ed234925b38509491bf5db4026e73592c81d062bda414517fc189
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37cb2cc2d8b58b85f512c6b4793bf7aab2a1b32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92be758573832f5fd1e8324eb9f9174de9fd4d8f4d407110412c5785d59294c3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e4e8a3c0843632de64e0f8b57a4a65cd27a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de0461b6c4b25166e0d567f9e5938086eff89629cb3f92d4f07089afc1f98fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f941ebdb4cd8a6196bb509b73afaa079dcbd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085c528ea1f7f5cbe66930b62c9602d4d9851026392e04f9abf00ce4b3557830
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6d9a062f4d17be110f260378b00184d25b395
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93723eb7bc7c2ccf62af132373d0317b29183b98225fb38e8313df42cf227ef9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaef1a5a34a328888751f18980e4a16954c5f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d171f4e4b803bf13dbb5f2092a74603f26f6b592e2911716fabb8028c18d975
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bcf096c1b981178947e4cfca29244e0dbc850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8096b385b118811e16a5b99a280b13fae54d0d4ebc67853b40c8413cf7101f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60191e37c026006c104a6f44672bb88c39ecf53a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee4828fc52ac71fb4f5f8a4d2de5e60c2ade5467cd5307da4bc240e5f1ee15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2797394335bcb328e8dd5ab02e7ba9a9a465e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d850f9e40a774e26c7886e2dd5932bfff6e5e01af7aa60dcf74d685d9b461ad0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b90dce477c7850e7330638a573da0e8d5640c5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c952cc075da9a667d43c06780ce9b78485b5b7d4d255a68cc5aee0ee5259e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6307538dbb7192f1c97d1048dfbd2759f6f61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e9d1cdaa81b14c64c4f709e41d071fa94646eed0dda9f7b53e3c2188f44447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324e79a10fa509ecb7249cd7409b8833cb527077
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1127c6c5b2b1f069eb868ee3d4be324e1d405ee6c873d98ce812f646cb2d2b0d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950eb77d24a3d2d15f19e9e2a21da4581ea7b663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004f94194144f719b5a881217092ce17adc13491f369d4c66ee62c61efd2c3ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fcec1a89fdaf8f4f77212ecb993df858d2234
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27140e7a46080ad9c3eeb75cb6e84e33d2c8f621fa754c9766cab418e1702cb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35c9aab66563db6019e7c8acbdde99cadbbbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fb2769e3a02771aa8aa65365559b42a092bdb7eed546aad504689a3850a11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e1ad3e3072c1b309b1d3cada39d275e2f358ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a284a1a4cc0878477d9abaeeb30ea0aedfbc55083899ae2db71b7ca04f0ebe2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d2217ded5581cbac713452ec6fe36eaa728a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea2d5310dfae0b522ad3fea017bdda5c778394244c736e506bc683de45c83e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8617c75d9da2b6e6df3745d725d0a2335cde7fe7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7b1682e145471fcc94e53014e6020e40b022b90b2259a5d1f11c8f611b861f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f936d42e5d1574a632cca0dc65ee680a693aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d6677d572cc7ec21e12fb9bceec17d68c0ee33586cdc1e27508e83c167188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfd1a22ac430e65fde41ed0cdd97871b878ddd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1bffbd86c16af29be72f32db3a7c3fa7602de82ebb8ed8a5e781ee4c52d7bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab2d4ae374e2d8731cb0c9345141d35a0dc6fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db26fbc3b7ff81e956415d028f7c7a2cad6ba1bca6df4ef3abecd1924ac9f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0923b1d64c10cbe1b4b8d5aaf24e12c4b0334cbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d41520118561273c2750689388f990c5b8d2d81c8e1d5783a96e0bac01bd900
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328d8701ec126b504062a7b4ba0216235c1543d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c51c39ae660e19457b4ec42887b8fa62abb35e29d142b8087d5ef1f98a5951
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ac86e3a1832b43b3c71cc15552662d55fad4b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d33182703eb8120f00dc2037344b63a06bb1db5a7e66cc0fbf29dc137c86ed4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e41f44810615cf70a033b5869b076f4eee9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571941694775601280876bba1fc4c5f076e2be74324126dc891653d18b88ce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad529ab62c239f29dab61c3136c6f6a9b1b7df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8d0327cd0d2f436b4b24880011ec23b4ba4d4ad2b28247759fb9e7576ece6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ff358146a2fda1a3e25598c1f5fa741289c9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2402342253b00d26aaebdb5d4ba4cae81cbf4c7cd34406c5cef34265714810c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdccdb2b2047a389f29b366f97df91e0a04fd38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dbedcd8ae0b701214cda275456297a2f13a702ef558f5dc8f2f1883f4586d0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6ef6c378813c048f9f08808df90fcbf0344f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0df799a612587398297983ed9c1ac4a2c03b5f3afb787304db878edbb8ab34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754632130115d93dd9b2018ed10945667abafce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f394d74550e417e0d823d1e6baa7d772cb34ea8cc8ec73d54dd47b3dba51b1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de69c1713f1f74d206e70ab0620dddaca366448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200e4017dfa613baaad0f400e1b56b0e2343f7d3c56c735b0991ff85717eedd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2fe847b0c8db6b35364951ad081c6f1cb898cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5979bb704b216e493657d552251edf37832a55a3e3f4f9eaef8932fcd823a6e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dd14c3b67bd9c7d314495f6032b72d9b4f7018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f9d7a513d38d2921937d458707de20a3583d7c3ad898de4a7226d1c9bb5e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b4db76bcca74eaf15e5c4c9dae8c360002fe71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e587dc3d0c163edc4516d0895349289b67249ff500854c5906e51a5b1cb887
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9716e0c4e3b68c08bbf842171ac4de1cc4abeba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430678fc6c12da20a7a3587ac503416e4a404e5fb8a41e5a7aa3862b27955a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5854977bc63e338588457e3407428274444fe2e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c74eceadb60b7c40e1d72e27bfde1badc4ef659d2818c6e0480e731f5e2f524
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b413fa5bee857ff72aeeb59df194f35e693cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e68e69786e1b476e4acfa50712fa9fb9a1c86352723ac3f1b4415f0d4d5ac5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404fb23aae85991dbf0db4c365392f651cde0038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9926689977d4c5ed148a278ebb2f98792a8746120a9dea69b5a70e7dce53bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962cdcec1276e48ad6b6c6165507e8d4323000e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee861fa316c4a3263747c713808d3df50032b3eb91718585078db0995ee8328b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f650590d3fa31c1b71e3bbdf77874de102a8d54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a08a1680e922729cd7b525218c17099794f3a88bc76ea7988c53f88cb9c51ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818430ea74d8f424712cf379681553a626c7324d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e61db89cfe57e1cda197f38bd1ea1bf951dee3d28631fd2ef4e86a7933618b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70e36a1a74a962bc49d999ce6317c16bda64e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ec10c28a4f77cc409ac59173142800a91d73c854efbccb534fd0e24fca4336
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b337e43664890714473175d3baea0398f0fd63a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f72c991135c440221d02b03d163fc6f744e008508c3ebc7ab10fd0da729191
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4895e8a1e3f8371ded407a261fbd025ef93e8cdf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c01e4c0db5c42cad9247cc6f23dc1d100581e02c62ad581a21f4df1e398269
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53f6ec5b2890f6b09f8254ec4b40baf9277940
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6d33e243845cce49fa1c5e46f39af30a83fbab6556e21ec9424d398ef2fcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ecd2ac91d95b7eff73707d9326ad7a105e4d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edd9793ff2a00b40233bfe9a6f3c0f8b66d03347b1d86c8c12d78854ccb5260
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab93e16dcf2297505577d9af2594205547b368
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1159344bd34ad4fa44883530aeebd1ddb82a955cd91564d0761eaf9ba3547
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e825201ffb262b4e1492667fc042d4520a461be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f1f74b42a45f2cab7bff3bf78faeb942c204f87a1ec9ba1c70589c174e62a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a072549d926f6780dc3fb9f81cff58c5a01022
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958070149a10bcf7d0337a819784c0b8ac0e2a2151041fbb8c1151e55ad7021a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46c978b3cdd57632b97a9dce0e7bb8693bb3cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581c2d524a8626786df9bf563861db4fa4ef33190176af426b859e8234bd6edb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd3c1e41b635f80ab8ec0b75c4f0750e269d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a95c1cb9b2c7f101c42ce3d8b9afb1b5e7b57aaedc174c1e3c458bd6681ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b836e70cc03b0c6fbe131857d3dba440e937c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae773cf03290be1c9a7abe9132fee3818dcae7bee06e5f37d1b8df3b69451566
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078f0f0f28bf6c82894622feeab29a63933f434
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b163388b9f0136f69252ff7c6022a04f307b342a64dc1cbe28f40e3d45cf99ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d909c2b23387546bf1369b1076de034f8c057eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a888353f26cca4940c03f70dd9b6aabb96ca8da7c61041e51765379879d49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef91bf80206bfdbb8e1358221df7165cb3eb8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac67666cd4aa6b90d9fb7f1c1c70b71c19e55967bcc3eb5040909361faf377
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2fffcfcc26b148914e51f8e58d5c3e746aa73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a62c2cc432d780a535524a1ea6d326a673e83cf1db2200168f293e7468983
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db9c27bb560ba5e8b6d95569ff19ed78c54c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72de51287f590646ba31f6914decf6f045f206edbe46966ec5ba3e34a5a20256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8106ae193274173e28419241bc444ee16291aa69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7335993f997cb2aeddb417982ed9ebc4df38125670d577b929c10722c1a8c0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa57fc3b8d96d76fb115593f892676f105b9bf9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4540669b247c9fa0ef987a2346e1ef118719b790a2a8c0bd7f73f0a7b38be1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def57815eb7bceb7961de332e132e432a251ff91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709b6d2c0e965dcbdf5967dcd997950fae7ed02a1fab82b36dd1dc62821772d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33356929e47966d3b1f28554698a7f300aa1c156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2a3df53379f43ec0e4ca09f5ab8d32181071aabaa27c71521b40c2c78bedd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730da56d7cdb98a9f84122445cf10a784875a69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9cf006f63b8495e88e082c9cd01adb3ee2ec760dd9f13728452eb26021bd76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d8fd1945da41df6c74c5a1dd9999ad8912fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f39d5c0a085692347c689b523007b1a3f160f04c3de68964a2863738e9989
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f95acd46ec67bf2fe5b2bfbb10f00547079bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a3cbf13592d25ed87d3dd80f9ae14779fb80dc3731e2e0aa923e03ffc47ac6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684ffd91f0ebcf52450da609d83092cd7afa152
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a94267fee7df82ce7780fca74c0a41ada50cdca18d2757851df814c9fd9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfefb347a06f2e0393ac9d89f3e59cdcc46c494
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bdd2277add408f638beab01b9b6863cbda126a82895a8d3a28dd9991fa2377
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92439ad2ed6be742b0f4066ce95ba87be80f0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f74fab2af2c46f4c2ae5af64e55dfb37f3b0e8ba7d4e0a4fdab65fce58f5a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceeddcb65d035f129853e110e8c0d4fde7d447c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa0c08e4af4ea0d4db726153d7bf5f6addd3b9b21febbb7646c8a2afce3ceef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c482268a551f4388423ba978287459bf5e87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b0b209e828946de085809683f953468d067c64675c9e6197bf0edaa06549f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a7cbc183cda8e2ebccbf4340fa91b9cf31358b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88a65a3665f14c6afb1a186ed38322e9d76ccca2fe25cefa85fd82fbf7d8f9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00555eeefa6bf5b8e653b458c56a9f77f2198f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d033fd3303459deeac19b03a54713d4bf90de86fb1bc0c8364730bd08e07406
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babffa7657f263402d20e0a11f5a27bc98689ef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ea924b106493d092d1cf1ac3a4de4aff41ffd27c8cb1afdeace32fd2bfe894
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95623419a94771779030e7897329043af9b211dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afe369ea116021a918e1bcc22779a9a123d6b9d676600f820dadd0936cd7bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49aee8fa8ab0d5b4dbb7daeb4c049796811705a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b530331e1fdaabbb99c8a1e2c7f852d1a3e3dde059f37b93ea18ab639a8f34d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c703a63cc15f93df3b222c17a03197478bcb563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1f52b60fd169cd24317c0cd597a7cc0693ee3f60cd04454a57aef636b8ade
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4938cfbe4d01e4db025eb64cbe49169dd39e1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec89cfe8afed2a4469588c2a1616a4c6e3d3e2dbb57c86f8a00a436749ec4e7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693c8589762498b3d657a4a3684b3b884d2d696f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b7bbde6376a2d0abaaa0757575bdfb87ee20a673b3ced881c94b8931974812
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b5873ae9fb89ae790d33b7984e5a0c224b1ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f965127368499895af59113af6f120a2be3a40d24cb41a8d26736d3144a75dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e115a242e44c71f07532dbd24a23824d5c3603
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd58d56e336a5ace4f23bd0d95dee1043b13be93ea0f6a164f9ac4191f22beac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7219310e475b6e116aadb0b6766705a5511685
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299b15c4282a234af10093e6933bbed5af98abeba9c6f1746960792fd4fce08e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a01181d6e71128160a9be52ec724df8b03638c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81aed1324b1cfaae994664564e583b6fa00ceb7e9cad91f6ffb9b4ba71b62ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00744899df91c3e235f662a495e67f041dd355f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee508e8444f8396fd1e8e0ffea0445ac85ea10077d38128881cea01097f47d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8bbb4bf21afd310e9d149dd4e9995e6e4e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79247d76900cfaa9436b26f4c84ca5878523f697945bc385c632e168ca9eb1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cb46870644b5b16f04ca5ca899e5c922ced538
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f63dc7d8e2704ce86f82388283ba6ab454f28a92e46c749bb67cdb4dca576
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05bd964636aa308e6b47b250bee39963bd801fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c31f86e425deb5a83d79fc4c7d419a62b02b954f50750b851e295219ddf66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb6ea19dd3481624e81c6cff421f9cd378a391
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8f0466c408aa317851777a00a7e55f8d7d9120f0055bff8dff84e8b567356f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6098ad442ab326ad43306de32ac13beeb2bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508cb2d2dbcf0205bed1f585fb67557e95de64625ea486b300f58589c06f4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5348f513ceedc5d85ae556fa6e64f6778d3425
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8369380083fce77777db3b632250e2db3bd1055a2802308f5ca2f264330285
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f0f8d19b5b5d771d003aa0539a34e8b16aee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485df9eaa96fabae99cc78df4c16aa219e43c3b2530a562f5fc2d95dbfd794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bdd93b2ac54b2f12cd05389e3b707793121313
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf8d8b746cdb6a2f97c079a0e81bca1e2925f7379c0e1b0419317c656943d58
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b6587d68eb03aed7d9ae4675217e2c6943623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16040a572c31912cec027c646cd240fe8f7323f06830f4d41680b614404200
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84844b3fad56a9203edfc7c59e5d055eb744e0ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e24748c01967d2ed297eb30fbd4993d8ed589ee253c653fcd3f5b305f80523
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f512e09d76ff0d6c597237609494a2fd1abf5718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1ace2f87af619679bf01d4aa09218195146f84916c55d50e3e53fd00a5f5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06028a324fa0943a6458b044b39026bb8226a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047649dda0c99b2e2672e6ae4e01273dc2f76e47ec9a6d99b2477030ce92c51b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294141c1ad7ddaca92fdb06958eb43eab11cb8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da84348e914c1dabe7d5250eb205a95bf5346c6d8ee1a6cb9a6bbf1df0e38e37
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2507159a13748ce5de6cc4e79bea7e907ab15009
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde6d8116fea42a75bec4e1b74aba30d6550cdf6cec8a43bb119aa983b690191
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1d07d1e485c64eeb4548951d61ba12c48903e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d3ef169a6971b63d4c14775490999d85147035b278db7457f3ee8b2282f849
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e035512757353b40fe25b4573eeed91c83f216d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76775eef1f610cf77f09bab6c8c96065ec1e21ac4fd865bb65ef07cb8249e92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019e47657bc07cd67ec984a1b56f96414681811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7871a1ac018cb717a44b715481e31cb4b98abd1c291f37052448324614da3c4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7738b6f86d9a047ac8c94612e2ccccf071695049
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0826bd90aa37a505cc999b8963db8a4c8dd8340be08d6d8270378393dc08dc88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c605581cfa1eebb4a9c8263951dee67115647
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3698eb6776d5eb22583218d9ba74ee1ef523b240e74ed99f47ff59a008a5c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5608837d464ec2088b5d0b67b374eb1050e3e293
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff7d4af244f39a9b56f3665c9346c3b0ece5339f4d16e9fef5d6be21e5e8e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86dea9b8bac5b5987b6fe3fcf7f3efd24d933d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5d01aafd82da83d66dfb06f11d1a1264d0f29b5d934ce3542e544ac918c58
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b8604ae44771f90b1f8b15be93ef02a3360f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3808e2da7359fd5548bdeee010cc143569170a3f3b586e88a4d274853a2a5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3f9992d2b1a2ac7ab58ca20e959c5ba2aba25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cc7e5cabd090dd5398cbef9c677dc6320921b4e2561965b8d26308de53c166
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd371d88df493924b747d998473b8799a02f2e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae668d69c50b6d45cc5d0814d3d97c0c09fb4f69bd27b439ce86688a12b726a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eaefef8bcc970459a119d39578fba61627ceef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7255c118c52c38853f8a1801313f7bf5a6e898b7e08e56856491c23d4dcbe1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8402951316f15f9abe6489f71c544ec22c2132
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979366322043331f63e7184b3623fc903efd466c6669982947554416bdd1af5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8ca41498016b26dd684c397402d755a2f4210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88629d239e6dbd563d6fbd00c87f746f01322a9188f7209a7d0e6b308dbf8723
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72efc3ead4617a96b35125c7a694bdc84a2dcaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97362a838b8b17cce8b1eab5837645e2b95aaa9808c358cae04cc99b3a5d5b32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293af25a39ce1cdeb91fdcfc9ea008dd91b306a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbbec3a109cd29ea0a551599aa3535b70a7c396f138c022ec065e2ad6e19f7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef3eba1f1b6cdb90fd1c0a63419cf4aa8e5b617
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b0e97e27f28f65a7cfa1bf5b0d3c0cdd13739e5092fff36fbc36e779d06bf5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a94ba728d9ec008c907655d1ea62d9e051e731
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fb11828af5eae6aa61e0377015d674cb167784b41ad5af0f6721f10fa1ffed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6004cb62d13ee36836355fc1750b46aefcc614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de0cd50579dc509b86dd7ebd31d1ab598e157ba8369c59cb422270a2739de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f77c78023c6cdb8e02ed11d3b39fb4984d45a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfcffcf60050a9a445c6ac23b0d282f0819b7ae261a488c78f747632eee299a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f51640bec17f5e20bb3286c203da492f9b01de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80d3a9fd7cc41a911fddf6640390d15b1c414514eaa08d2fb296eb2aa4f1da7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988bcb6a8d67b72be47d2a903d65ab564322ec8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19e8c728e957e4d37b54ac70812014172125b61af8ec26b4c716a35385b8a8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663b68f79194be486a3d6a7b3906bc46fb75118a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe09113b92dffad6e291eedbd3ff1f59c556ab6be95737d2658a2505ae6fcaf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee146527f5cd31e0f5c8c389011574a8f21cf05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308fa2c1101988c6c27b5489285405063e8c61e66a17255316b45da4541b9402
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5469dac8cb640652a4307a7bfcf61d616c214d52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f127eef2b712a5391df67223d5d4495bb048fcf4616795d77b69264b93b8ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a96d1ac35c313336706a98f52a4b4728e46020
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b495afc826fb118ca1ddd170126b81b0aa5ec7b323aa946c0a227bd6636af895
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec95fb2cb4ba9487b45118f090531db61d030be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467105f8a97406223270b3d21b38164db62d60b73825ecbce10a252816282a3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879048854377b0d5d00954b137c1951b3c42f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b29abb9b3ca076c6aad757a73674f42feb1d618a373c53c1a7a43a2b0c765a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0c44a528974c8e576d0e32158294db182778a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e8135adcdf7ccac01d8ed7a4d288cbdda6c3d1caa5a264b62c844d2651ba76
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e132d0b3101b492a71b56a1c2b2693f557282
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3e6f9ff3ff2edbd6094a999cb06c0ac80e3cc2789251679a48abf42b0ed47e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be0cc9617c5cf62424c2b2bdd9db7e6df75f589
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cae73bcd6f2ef0125c12e6825a24b5d13a99a2f779c5cfa9af539bccd09bc1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c8622e5fe796ba10f490dd4228e37a08da19e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d40f82b63bd1cb7a7dc54671a51bd434fbebaf9ca9c4ad86d9997d0bdb2f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6e7739059020045217dbe1fd47186896d2ba90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c5f7e4e75d2bf4b535826e6602718d6d21b176877383ce7a57e06190ccc23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c7e43db4bc44131d8202bdd9101da164946cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce51ac70327cf2930abd5f6e46f8e3293bd087f87cfefd001dd541ec223a8f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a3be4aacb2866839461e836c902698dad9590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79edcbec8824e44fa86e9db3dd7a3170297e73fca6ce89aff563a5851c45ccea
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b9225cb5240ecd8ad47b95f66f351f4fb7fdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508edefe9d8261fb3eb71f5fb42c54aa3bfe0a0c1e15df0cd0a43defe51ddc1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39aa4ac63ed0aeb4532ef0e7742cef02fc873db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d956e8e3c347c6d76e415f2619929728cdbbf29b99bc663f3b93e8a6f9c32
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c99a3743dd0cdc90a50107ac4e439a64e1b96e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84ddfe67dc66d83de98b6f9c68c4d8f083ceddc4847b79ef15a616d0cb57086
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f29a33dca6951bd90ec45778a27e176bf02f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054ea09b084765422ac11b824c6978491a944181207058539c27af2459468b77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0fc8e33ec66158d081d8d6e0a2fc18a4348896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc34952971d068cb87dd1da30c2dbe5ebe5450532d5939cc24d1f6001927bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884c69dcece08553f150ddb30fbeaf7f1f3a5ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab5622f0ca72547606a9e9a9738afa6518946e295e8d3bbd11f5b18b66893ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881a25c4531148f18ececbcb83d4a0991d4991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c74697aaedb0d545702f1fe9c6ebe80bd252b97018bae89377ff974f939b1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f5ecf5af9e0673a3a3eed270bca75ea7d08dbd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1927c2acb21682e0da30f90c93ce0d0925af2485b4e7822ceee9c49f0a0101a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bba94b3857b5320fe36530cb3098b60b26a16a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56227c7bb7d0f01a73deac610695dccc005a66a6ab2c22f3d887d6ba3db75f6f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a9c01239a3a76f7aeff995f7b1c3b7b3bfd7d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec9675a6e090aa3c5c271f73fe368c23d21039d91f337e51073d0eb3a476256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6969b4d5782348a5bdc376e66e1b4a0028c1c23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752e9240e8ed6751b73673f5fb90b8d6c90d41d0440170572e5696ab4e67428
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9604cb7d8f8ca0cf9f08b5649ce4161bee46a8c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d9def4dd6c1b3f086e0f5f0ee86557b40ebd615f780de6fbc49845ef5fe944
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04843984cdb0bd17e8c008fcc4e2650796daf6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4db935d941ed01173b200a91b7249d97af3d267cfa51c49d41b57bdf0900ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2af6308a0bebd2eb374f85132ef5bf92450602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa43c0c9e4369341275e8a2f4c6b9533d32dfce8487fb389c5241dd85402adcb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317edaa90781310154aedb808a9c16c9dcd7d3a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042c7a8a5fd4c8b21b3c69bf6aea162d65625002cbda5a62b49dcb9c4cd88acb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebb69263c1534b02e3d160e3863770b529f2cd9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14b520a3abc0ab93296a9f176573b5a54b4f5bd2702c69594416b6eec8a71a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dafbb4ec2a30ddf3c263fa8409d383cf743c367
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed9fc543b22418a07a4da9e374f94f68d383a3982d17991769c57c370e8ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e92543b4bb5f5376ce22ce18af2b854ae0d7485
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34d5193be6296ff8b3a6f9ccd3db417f7bda1a5c374f623e26b107430da787
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecf98de4eabd7c59574386df642d939e078d7ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213177abc50ede5b67995677454654b699885935bc20add1cc7f9a38f241dab1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d237fff7cc9db064960ed0f85e24455d343d49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289e4d18dc79a799db0410cdc4c8324035e00ba0f6df2e9db6c7cae9289a506
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715eaae35408ded820f3e581983d90fd04321590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2579e523fad6f5f1c2a7872daacb18b60efb5ccddbe3e3d49410f7f8c9e5ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efdbe0b6478a2b259fda67c818045d5ad22af46
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de880dc2fff7e1a9fa0d09393f6f07dd907718ccdac6a8e089bf2da8f370e41a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278f09dbfa3fce548d478e8b66b3b6291099c58f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043f56f5f310f66206c8218dd9908dedbcd5747649fe376bfe2c3227b8bb88c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad253802988e4fa43ceb61e52f42a50d260191f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c168acb6445e80d24db4321cfb894c82f122a1524ebe4583e6ac9d6bbc35ba3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e18e6e8dee6c44b0cdf9ad05a3be39b043af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9916621448bf8037d8bbce425698293ee194f44793abfb5610a486149fd9b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c17ed4b218cddcb3f9cca1fd8b09c4a57fdb03e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dc8041dd35372998e537fa036b320c56756f9fe297614f91ae5fe236246629
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c563a9572720e0dc6cedc96995451bef7dd6869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00721a8d51e52a4b380b3c12d909573355dd588f5d3de4a54abbeb4038f836dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e378291d0da5b2aa6c69d63e3b78f81462eab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6658d84a06f551620c1e0be7221e647b56f2e1f8a34fefe5bb5a83dcfbc72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33917ab1c2987c7295e4668e78e9fac5e256cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7336ea343fdf13c3e2845c325fd5a4579e835cdc10dcc839659abb705096f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5579053f7a1abca5a1dbd40f2f72ae01591b7e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f97f0800133bef03a0a5434ef2472cc87ff3c780e27a523b87ad67cb9cb628
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eebdb699a474c5cabb8c84c95c53ff315e9240a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca3b53b363c7cfc36260d5ade8edc2004dd8557109b993547b127d0dd8845b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f24e9a9e8c9aaf1cc13500c3a6e4e96bc368b64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d6fb7b20c7664e887fce85833f44792b2120f072071643d1677a72226c49f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a47c4b2862bc9a1e1bd2a7c8002fc167790c1b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd66a7d2e727d9e2135d8df41d711481db05a10bcc06ae8eef16ad18dc111b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a77484bc8109ac51498d5ce705ed79af0a2ca8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2548159d34bb3e7cb8c4d6adbaf6333303a2c5c6a36316b48c45064293477d32
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a8d37fe56b45548a70dda8c9675b4444978a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d8be6dbba563cc725831c3908f5da9ce864b93c27c29f8f023c8800018362
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55a3930a4c8253280e8964c8568775dff65f0dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448256a786488b40d6348b27f6c14650f34af7dc9a3b472354d9cd3271478c3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80529706a751ad1f6076a150eda0c193f85e4169
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b0f38127262dbd6e5e1cecca89deadb66b491433ccc77d9e14b95e06317bbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7e4b13b0ccb5c06da58c1f07a6da5e7a885f06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7293c40dca767583bd8a3ae5ec9d48dfed44ea4605056a97780d6dc9b677b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035acdfce07f420a021a8067677ad6c19dfdab8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a563e3954756066105d09d9903c6a6e5850e35ba78cdec070e5b7c9e52fdd43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e607f223f5cb89883e6d5ceb18fce001bee8d6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7416f77b9b53a101fb2916adb1d4b4860596fbaa0d531cf006c3b8a658bea69f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cab1dadc02790980b96849bb6edb922e4921a50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ed5d1e5636502cd9b595aab6086d0baecccc2e8db1e3fb33520993811978c2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922776397802d055815a7b0972731b63aec55dc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b419d83efcb77e08accbff6496436582b92e1c8f56efe7bebfe70070e7f5cd62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c714a05669c8ef473cd9266157c3f6cd2644e271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd902d76790cb48d4fc29872868353581eb9bcc326329838df0a111b9dad2152
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206341d2053ec9214358ab60e5661cb8f7fba5f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5b37643a0221f857203a41b5fe90a1437661735dfed820026905907f06c084
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5460c05eaf6fa42bfe98d3f3d79eb2e8cc50b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc498e5b6d9b85b9331917d5a230963242aea60a3f985d381f542f1b92a746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69052fc7ec1a8e38c2d53fdc1f48c4c6896eeb81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ceacf470c827da5ae82f01112298d560edbe814f2634f7e38be9b7e3f9047
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac710e88bd1beffb45fae59874201aa05444bf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8280de910a3f74a7413b778179551a2c516154014cb6c792b4ba1df0ca0927da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a2d51f14cca97bd2e971e5eb5c378b3d19a0f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a8ffa2ed13b3151714b5b11e89197e5f3b78c474b1831c0433b78c2b6eee8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8279a80601e298d7cc035be7815c456f5cc8d1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d2171ee1f1c25ddc1385c3d075d40a726aa62c658df3dbc775c2076d431d3e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c46a7d06e86ba5f0cd31864eb96d9bd2062932
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba9e07e26fc5a4277c3d2f3937c39b86c1d80516d7c4da718b549d836348615
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8fd5c678753c88e156ec14e4bfb0e06504bcaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29794cbaf95612ee3ff27d23d5d8dfb8a45420b392ba48bf9e656fbf250143
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206b9c07d14a365b93e6ec5686a11dfec1eba648
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4226b3d152da89de55709d55fa53dbe21114884b979d35b338fc5f1093c84f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d54517e7d12603c1250d0d93b1dc8c58396c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e992241f6dadc50d2981d60a081c728ae3a52bce47cc3c04dbee816363de3866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c7ad6611cbc076804d2beb4dc3a922682ed0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4331ad91cebfb65e49d14a94b99955938339887b9fe07f29685a24fc36d1837
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800dcc2109e8f78794a3d1867a8089f4d1bf5c16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db865d49e4c14b35edb58c7fac175bcc14f262a7ac73bd638e6ac63395d71831
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778ed3707cf5c19a8d9b7a36ad4b53cbb61801d5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807e0b45be322feb9dbfef6ebaf027b4770b64cd3e49c168fa29ffaa75b4b6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9a70e39e426e8f1fb4a789f9ee5fe1cae528a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c9286e3e124f9f609ec6846926450a0fa49c9a2b148dbf9fb3e8db7fc0a52c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add8aa33fbb4f832a41540e2afc9da7c2d10006e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b865c8f1e7e0e987b4a75756322d7743ffe1f836cfba13e1a72e6d5a76b7de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2837c6974c8a580e4dbc2801ab73c96c067ea2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87f1d6179b23c8088606bf79af83502d8c9ed2e36aaf713798743abfcbee43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6158d6214da90ac8bb343a3052926ef59cdeac89
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a379596d4543a241c6163c5cac5d07e526324ff464db6fab609d621767bfa6d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f1f94f1e95c0496b5fb3caec13a60eec419f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f2ec4ca6e5221af1045886946d47dd2a4abe5d0295351082ac5832bac7319
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3df7b09ba74f111c80c67f638e0b74696568d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5fcadd977e8bf2ccb33464ae844753aeddc4af5c928ce07e819a70983de7f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb737c01e2914f65fa28282d8ba82e7dd80f1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de81fcf9b414447c8f8013b0063fca48e1082ef867b82a3f5b790b6a21481a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0d506fc62a8a299fb79a56c0fde05ad3bde665
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6069a9329ed9a5cc8bc3a0ff2426164e3bb181e590ca7a136853ae9f8c753ff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26bab988600f2d833fef4ce1ae42baa251d17b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff275121efe799f5e28bedb51d642cf851a2fe3adc35299b7bde100a58b737
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27a33dd61b13f10a18fac60a33cad112f7509b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565acb6e53e0d5fef7a6308ae58ee59b83d42dc0081bb1ddc4691895d7ce5af6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15d7db001cdbb757635eb8716ee2ffe66bb2e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9aa9a115e60de5c379bd2eb0716517db4bba858f210c07070fce1118491a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6a7bdba4dae92ca77e85f8c1b5183d7b6022ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90121f0730e42cbf66409910f116c82170b498e40797224fba36bf2251658e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef9f37dea780d9b0d8c9bdb9102e4e09af4c74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874899567acd2f3f32803dff6883cb103817282841fc65bc210220f0ef952030
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4df1ec23238ee3163cbfce40307fe63ce62287b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c5cf8d93d1681bb2fe7fa7f9553ec12fa470c08d50cc69e537f93f721351a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe28e87e0e78fcf18c71dc3639898b11def57e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489ea4b11532b74fae466dc00874fa5257d7fcfa8980faa77a0ef0e13043022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d4411710b7b79be00cb8337a34c1bf9c137e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f39ad4ae92ae6f8f9168f356a74aefb7482e45938f22812aa11f22be97a0db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd30ab15d1eeff0047f729d704927caa01db91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94654e3e818f6d5aeb00f07a22a0a5265b20ee6fc03ef908d7d27c3e12664e9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8098ff01168d5d6d824b987f949145b9b1cd154
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1646051fb32fd33eac450ee8eb480e99915566e75e0aeb8b17f83a3543aff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfeeade480eba286f22f26c3184839e712f60c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44a9a6b2dd1c6be85c640ac7f4ee0c123da7231fcdd4130193b70a5dab8eab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1b6e2e3a8569a53dbc2e530de88fcb016c8256
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d544b282974ffb2ba1f6f78cf5f910ebbcb295ab0dac9a56fb7c8730a8b58d2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f0849eed0c34ff3d27a525adf8893eea54a81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e95575beaccfeea10a52e553630f45705975e7a3fbd30419410ddefe2106c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176f7d71e21e7101b02c3e4814558823aeffa3cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0133a1583adbd7cbf60c7918e5e1b1f04641f340331f7f5997c8c68c541c87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb9e0a8c30b07a63a754d228cdafd0c416e1218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57d619064c4d53462e6149f24e6f447c67e8cc29aba5ab70e41133a3382843
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a94426ac10b6dd6bd04196ec50343c2448636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601a33a9756f9c4995e7955d5b28ef875df7e800088d32ae813e960811014cd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7914c59f9cfd76f3bb27a3c5a03c8e4dc8567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff8c1dbd996f360ace0f8fcbabe11ceea1c5bb15dd53f83fa8dd799121ee89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbac1466ec3412b2974bf769ad26ad12e6d4ce6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c082fecfdc17d7044d57536d89ed603af0881fd837508bea603c89eee13c2000
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6ddeed3f9fed06cfeed9f5212f1a8f0dec4b34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7f5248da1af117584088dabab43d4ec9b4f93301ed850ddd6ee28d72c92ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3c132990df286dc448bed3b1c6a27eadbbc741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853ac13e073afc2bd239fdccf7ae135910566ef830db5b3d05eca07c5be3c37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614e18bc5f88757d06b2815fa199d800674336db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42882cc52c5326e2e7dcf176bde67662ef3887648daf03a207d55956442bb3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d663febc87788a339f46c989d68f28975ec50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6851c31a20b171279a7791151e32b2552f0b17e5fb8991c5ceeb9b0e3f10ab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd20fdcd722e12a29980006f7a8167bdbac15b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c380cb0de92da35f1f1cb11d289d1c290bbe357d24db06b971f80c79f53785
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e59d5ddddcd43d94f6c344c8d3a69ba6ccea5a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbe2ce8c2f17cfc6de1330b19e4a335533e4354e9b4098bad3e0d8f83d76002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f3f517a615def8bac564c2dbfc4ea7ebe7b57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e269d2955461c1b29fefb77057cb0c7241e1a9daaba84899a71471b428c41772
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1eeff65487640ad31d4b6347c16acca7e35125
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a0c6ccb60950111fa728442ea0641d3504c8d77e41e091abb1009ddee2ca4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6f41541b42b28d2d416a826a4f608f8356cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8370fa23bf2a6de54b4d9f0726451a8de648e868e36a1339d1b591ad10480fa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bef764b2a1235bb84744383c335cc5534b5862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e708b4885ecace667cb7a4cd681691561e9b8245071a1a4653be3a3c8b1ff9c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e377dff3f308cc68df3104d21e7cfbe7464478c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080c032a01e67b13d93066ec7210bcca79123bd3c80964b89f5c98cba4d1b60a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f798adb796032579875f89081baef20966459f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04fead817c071912a6e990f8bb4acd952588d99e5a4123c6515f7935cdc8ff7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f326977aa8f529a25a16f39efdfefa81a2558
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ca2a1fd514507fb34eaf986794d804f70b4267871f62d11d301b04acec300
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baecf1c4704944b6ce5d3d14d81df8cf768ab5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39abf752e9a4a9cf10c0f245680350023541f7b118dd8e5bb22e24e737210cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077037f78bdbe9c91d48c80838c014c277e78d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aeabcaebcd5e81e745ac1cfd0decac3dc71be6d38df84bd8f3759cc7f6f758
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615df1f21ea8a925a714b942721c797a16614f51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7df05298922e2628a20ed7b4c700c469c15ad018463c00c4c5c5dc2c981105
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027fefb2b42f2c6280e87a796583d5677c4102b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1f4b3f73ec41881075b3ac224fbca0dd15919fb148cceff853f1fbb691c5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6aa0977bb603f8f6e38e30678271e03bb62fca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec87fe673e46d6c56739e5502b497ddb2083645ac5a979c55885d749fb442e5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b448c0ee42beda736d3ed57004e2f12ac65ce21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed24378c155604cb38e97e8174f25d0e2bb598f3a6298ce4fae28dac7cc1a98
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfd1036ac686c0f149924015d321eca8f5f069b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51d969d612ff4e369bb1f3bf7192e362d9af3fe6b036561972068aee2babb9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981e8903aff883df2f8c958fd2189988be42956
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa67686f752abdfcad72d7629679a59b625d718bc4ac0ebcd03a674c54a9cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8558f3a032512a59b55a1832b09add0f1358df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6225283b6f0bc8fcdf3a8a56b17bcd5cb274ad8b2b60037ccfb86f80c9f755
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb5ddfffadcbf2c1b0e9aff06c34e0d1b5ac06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ac82997894f1644d328ec50e41f3f12d94b62bafe4c9badc324ebb6456aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcec34695ec55747a6f37a97ed76e6f20e7e131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f751e877e45e1ffc9d901ea0ca95bc7b82b26e76ec4bfc4e08fb888cab6f8e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987229a018d08fa02e9ac83b592fcc8d9ffab964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f46f4dcdfdf5c85985faeb6afc0060d4ab5567061a09a3ff20130efb7bada
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05f8f336f1e86722f0b205b8052ae3cbd8ed00e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74066c0b52c8bcd46c54909df219c23482d0486896ae518a8b1e416309938800
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882b2ef50d6c19ee42a4731d4d2f964dd0b26787
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c381a6f0f39e01cb1174fab86bdc17a4f3584754e64d9d6da3d3cd21b95080
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba718e05c4c4ef5f458fdf38391fd8aec5e7bda
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d750af9ce88e5e40fa9990a79b01a2b421f104fcb37f43fd5c93204404a523
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d4ba00d32d2ba814f0786081616742dc69f16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e476df38720e8a21a34e7855d05c65cd06a88cc9c353c3b6bc6a7db32ebbfe9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e6a44c87ddc95df17184707283a4c17cfa129a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016bf7446d371a9105122559d4964c8dfe731ed1a1be27640757e7a2e3cb491e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b002d5642da11a2924d0ecf5b6aa4698ba78d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d55dc258ed2f4261147991005362d1e7f43023beaef7fc165afee2d690cf66d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae96ad38a24841243b553e611905311dc2ddba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015054f7a143bda9a896fce316573134d3de992483cc919d222ab221e45467b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024b767dac73ce8939e9d2fead6d871c1fbcfd8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693220557611e2043850df3004c33cdc774797fb0cf95bee2febf395587531e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3a7b2637d57bbfc1d6a15ba1258ec9da35da4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9808d97d746a4c873a8666d697ba3015968d9254836d0b7cedcd20d2d77df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2b69b09b38e35b37e52d702c66f2d0b3f3e7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187985e4b97db72ce5d6fe4f622ff4e4ca27caa5121588132e1c5818e2d31ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8778769f60e130cfbda05aa933e68710dd9e4284
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3e94e36f911dad68edf0aa17b6572acaacaac1a4de35108eddc5a1f6ec9835
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48400cf6a442863f7ebc32af7ca3b0e03f34e204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79049605350cd34a2b94275a980805ce79e2c12effb28dc7b395e9ac57dca75c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b581319035836d063d83c6b28f456a5ea9fb0520
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027426a60055c52355aee1ecd6632e2a4ac6ea6fac46b4600d3eb27d4b7203c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a99d31ac899db5cd4a0abf4195b354ccc699d12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821eac584a1feb9efa9c82cf1d908ba37170d95b26e7aaa0290ac9c5aec4f1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749b97338f07842e8aa0da5b3357ad1860f1215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994052a95dfc5c4a4bbf080b708a25f1a1728e14169ccee9999a3fc74bad93a7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584c3ba4d95f213206a5af0d919464db6e1986c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c30cdf12ffe6198390aec31174181a49b0beae92495cb9a25c40ceca24d5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de99c48e334a1fadafa9f5d98cd53ceab909076f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a04d98e4bb27541301cf95498b4ead743d4784b5ce8ef50db5e73647b9100e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19e9b959308c342ac60dd0c4e124d88ea68200
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf279a70f2d426fbb1ced08b0040a83d97226685d1d93f0a609f92ca0c46a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426062fa6c7b7e4d7bcef345d4b3132f83d4e604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9986bcffd497fb7bd6b43968d06ead393da9f3aa7055b4548d3e3071bce1070
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b297064f278a081b7776ccbe16ffdb22f767f80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef227ad9e192fcd71c45882ce517ad86cb69167c909b3c016b1e4004cc36c1a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2336c2432616b7b09203e22815203adb15d643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275d200e178c580fd8135f9456d4da5f443afb68394dae2380dfdb7edfefe95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e013890a4d081aa55327a97502b090824e7dfa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148ab1a25d193d0757ee8a4f92f8c1871539204e0766d73980dd42d3314667
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99020b371abeaaec98ce99526c4c504da465b3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1832d6503b47b7c29ad275c7aaeda5f0b83d9a668766ab820e96828ebe47176
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfa47f279f17067883137775a81ad6c6c2f398
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f7f65e7e200fa69d8076659f440b52347d0455ba9e4d6eb666e9e2fa36379
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6796ce3fac89639802c40e9ca087bbcef9c62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b893d96237d201e1684dea5d033516488fdb192e565780cbc3bac17f6a0e7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f8bd1d7c8e1dc8b6d47d77cf1cbf50fba76d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8a39cf34ee12676c82fe19bbe6e9b82ce067fcba8db1c1aad6587d9bb21406
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a61f2f04b64a53295a5ae1fc3fe1a96f3c0eb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d491ece48f5e0a934da1fa753e119a58b3f60aaae2193a73be4cfe146d34a44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d004113b43706c5cb9829602cba2aecb5b5d1bcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9d784057dd85a87ed83de61da8f2e176750b0d8ad8f9fc299ffc9e036f36a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5211a0b81ad0b05eb53df4a2b3cf3fc2a6f39976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd689f65a91b8171917e794c2370a5b607d2efa90707feae022af82339cec72
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121cfe9bd6f7f829e8fa559b00a3b1e5d7ee9db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c6f3963809e8516396149ea18c64cece282366ff793c3acee7b5eb35d3d4a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d377507858531929b7833146fad4536d79036b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fbbf8332f402df02c578f6de00d3a555ad79a6219ce7e1b63cc87037c00bd2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262f97e9ff3837989d5c360a10aeb404ab83c2ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c798709379f0470765ade255b73cc52864c385d44a4b659fbb2b58c79d9a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975a40f88327f1f74e4a1eaa53973941ef3849ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7308602319c3869782339b5d6a4c001c810cc2fbd37e54780f1e8cdf9692c735
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3385e5cd9b771a24cd5725e211b1737d016cf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf40d10fafb895fd3a8c9c3e04eb4b26c93de3ce0af3a8f32dd0aab4e4e0f7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f699cd700dad92e8f83a76f82e015773be9c3057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d940dc89515dc9698a82a045b3d331f6cc807650d6f80a3a33d90e7e82d97e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a9d30114b415dc4a9ab0b9d706e4521a6af631
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242ab0397aa38ada90e7a011437bfd2abb89010c7f1c01f7a2c707d0e7c8ecd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b35d8266556833e884dff30efd373e41bb3c3f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b3a4c8fa2df7e0ce9de61fecfee89032582beb26abe942c35f1132734cb746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218dd87acaec93dce04bb9c56aa8d82b3e995913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695a366a6ffc89f1d7ab02b712679107567935bc3c4f9dfed552cb6f12dbe2e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a937d9df79522664d0dd18ed0ed8e3b9651e7c59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f731f7107be476520556a646fb62f9cd3d81c3ac87063e096d48eada912848
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f3b2bf70703b2d40d0b15f8909cdc0272ab64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca241bd087d79e2ee9e09e5d1b82c0a7e700ef28ab0c18267006bb89eb6d8980
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a878c70f57524e5ce0e90dda568d9904cfc198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d4be02cf944e01e70bf58682a918c3c07d1f4c07cb99c4fa84a722ff87a843
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d16f3e4b0eecbb8d64db70ae70de2e39e0156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d087d0519219c7ad31f552c659c5bfced76e83b9d43d861b755e86f0a4d109d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c3574264ef4fd6ba53585b207f6a8e79f2fd9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2f64ee5be35d1379f0af2761b76dc88bd686b17f759e941cca00f3834c047
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa7ae0c3f675bba742ff951b4332e13907b279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e1a5b482aad5a6b0251800da4f77e86cbe0bbedc26f7a3ac4821ab740b46ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e70b5691bc76871f1354b5c08f1015ae607bcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e43b014515dacdcf22a35263b1c89cc58f174fc3b6a4b5700c5d9ac648ce82
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28de535706e0e8af2884859daaf4903bc41890f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a395ff8e5830cc952af0b23738a6da1a72386e28b6b3ebf05ebf9fefe24d2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f19970fd5eb087be088882acf85dee378e9e255
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd6b607dca3b26c48f06e9b32485d0ba8abf72e141d1def7a8ac2112dd19774
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1743469735f10fffb049686ebef3afc5f9ff18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bdd4023342ed954b8e5ae625bc2437216d9cb7d4e2b47e1e76a15c87e15bb4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9def68c270f261316adf309c4b54928c21fa292
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691831840f2205ca7b65d9570005d410a5c5aa2ba678ebf24a020cc769be6042
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66f5be3f55561c5413b9a69f637dd482574e47
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb9ef299d4bd37744643cd6cb2edcda696e0cd4bea6f5ba5cf9d9d74bacf39f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2edc2050d5ca24c038dd530f9cc1bd2c8f789f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26608a1ee3644409626a727fe8670acda87bb357c42b71571f5752f0524042
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369e85c9a436215408120be47b9d2865bb370a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83e328f6183b8eef397a60374ab0af400a7dcaf816733ee0d668331ee0b85a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0951d0a3391616138c2947ad0fb634f9a4324b1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c146760df12e106d1d1f8ad54ffc2867d0c3d3ec95e93f63202766d5e9c244
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f048116ffdd31ea1421d68fabb11274b3c3d44
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447160ebac4f4f93ac6b7708217875d3a00464be6f5436a64c751c16c818ed0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695e40c32361b4ee95342674dad48be66a2f3a49
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2da01eb0d675079fe6a76a0558b6cd24240f98f673c5bf5ef98e373a4b056a6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d71413272ad0d751285dfdd4bde14a8e605c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f5c3954a472c1e471a94089db4f5ba6f016d51904bddb67825edc68ec170f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d7af3f1e0cc6681f74f8cce39b9429f88c6e8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d20591c0d9270fe24a07afce1950f44c58dce8201d886fd16156ef4d160e884
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31991a5823ed2e3c199586e643b42acdd767a2ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830909c61cd6b9391da652fc666232326c39a4e769a6b04baeb7a7a221ce5500
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83befbf167186e93dd771c97ad66e3463f409bd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43492871b957db96e67d26ce194b4113ce1eab429cfd7c26d40c1d4a074f35c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330d5b332778995226675754c00fa3244495880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8908a9ecc72686adcc4c5aff6e630512b2d3e27407b3213b267c61fd677fef2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39129e3684034bc8218c8208f17a3f698e395d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8a9ab93d99bbd35cdb2c1b287d8753ffadbc20125200eba749bb2ce104ed1d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b076981a9966b18e4a5b4b7a73808f8e2d3aa2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4181cd11a51d8f9f9c97f077fde1c3de57f50928206ad51921e2b7d7c9531955
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245da64c8e96c75b4b9efce8fa573844fea0bf62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48ae7a5b14b6cfdda21eb985d6f160ee01b426e15159530f554513f6c6d10e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7e7abf7406e8e76337924c6b68abe9001bc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6cecab7fd84865b58f60b3726f3a4cd9eda43d6156a1a614ea7fe555decab8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b75ea309d8a36b939be894f15d45a5c8eaec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e022154fd01b4d9db09f59e623620b3a52a388d9746d9179aaabcb3571828132
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0c2d1fe4428538a9ed7f1d0e3599044c5ba81
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2611071cf0ddf54e6b7ea65cd14fcbabe8a81c140c33c4b10ce8b3b7e7ff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964499f7a5abbe744ea33f44683065ea7470430
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22447743c68734b8e7afad4469fd9ecf78bfd86aa24c94a122d76aca6ee9e204
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9232746c2442013bb69836583a9fbb1836d47f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ec5bc43d3ed234925b38509491bf5db4026e73592c81d062bda414517fc189
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0813f9b33c2de55c3c5a0914cdf56a4df4660590
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daf0018c1e3b810929c9c45ea4e684a3fb0a2a5d279abf12419b1480c325af6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e4e8a3c0843632de64e0f8b57a4a65cd27a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de0461b6c4b25166e0d567f9e5938086eff89629cb3f92d4f07089afc1f98fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c6cb9aadf5da0cc03a20a02163ef559f9a14c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9440b2b3fe4b0dc1d99ad9d9a878ddad78cc1374f36da50174f8d32501a084
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6d9a062f4d17be110f260378b00184d25b395
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93723eb7bc7c2ccf62af132373d0317b29183b98225fb38e8313df42cf227ef9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df591b8d78a787a1627ff39471e73eee24b9723
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152159f1673345a7a75527c479088cada5baafafc5b4ee62d0c36369d1141488
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bcf096c1b981178947e4cfca29244e0dbc850
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8096b385b118811e16a5b99a280b13fae54d0d4ebc67853b40c8413cf7101f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f4a7df63ba92b5fe11e54777e06ac67552d89b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0361f9a44e61dca9fe1be4b952797a9c88a1efe16543e9f3b2aad390d63e5231
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2797394335bcb328e8dd5ab02e7ba9a9a465e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d850f9e40a774e26c7886e2dd5932bfff6e5e01af7aa60dcf74d685d9b461ad0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e87535767c2aeaa30a2fde0c20d1573f665f404
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7be148000b272e8a17e7213e472fb441a83513ff927ec305284c424c20a9385
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6307538dbb7192f1c97d1048dfbd2759f6f61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e9d1cdaa81b14c64c4f709e41d071fa94646eed0dda9f7b53e3c2188f44447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511f62b6f9c24069145fc9a2db4dfad3c392a2b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a71dfbf44bdd30e8747553f960c1f969ca6b6838bdb0af9e5a0400f3521bf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950eb77d24a3d2d15f19e9e2a21da4581ea7b663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004f94194144f719b5a881217092ce17adc13491f369d4c66ee62c61efd2c3ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2035822920248eba76e4cbae4d214a4534976
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7ecf3b8629568fc847a5cc9b68b2f36fb58e63701fd731881d56025f02c36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35c9aab66563db6019e7c8acbdde99cadbbbec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fb2769e3a02771aa8aa65365559b42a092bdb7eed546aad504689a3850a11
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c858e5ad7eb028a23619117e769749465435a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b442b9e869e9fd0fcb02847ef098d85d3a15411adc853d268008f5ee2b57f8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d2217ded5581cbac713452ec6fe36eaa728a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea2d5310dfae0b522ad3fea017bdda5c778394244c736e506bc683de45c83e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c6660e82614f7e43f392ce81b5336ba7ecb9e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b02016e3e83a6de9970e3283e8a9f871e617f46dd86301ae98c82a09721907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f936d42e5d1574a632cca0dc65ee680a693aea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d6677d572cc7ec21e12fb9bceec17d68c0ee33586cdc1e27508e83c167188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56989675f224dead342ee8bf4140e8f80877cf1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3918cb2e4f5ed2c2c21ad46b2c9cc85e2b0c5ec1ec3abdccb125448e809ca9f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab2d4ae374e2d8731cb0c9345141d35a0dc6fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db26fbc3b7ff81e956415d028f7c7a2cad6ba1bca6df4ef3abecd1924ac9f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1030f8d7c4b30170ee5251d04e9d6dfab75b18a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e6e979f341f40e053c8f8e53cbe389f15add73323f95d87705a4cd4b39872
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9328d8701ec126b504062a7b4ba0216235c1543d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c51c39ae660e19457b4ec42887b8fa62abb35e29d142b8087d5ef1f98a5951
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b2b53cfbcd8bf25639b033fe3c680f0fe5922f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ff1ed3f5eea46e96b02185a90d6a3dbf5ab4d3991f56212391e86a5d43186a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e41f44810615cf70a033b5869b076f4eee9a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1571941694775601280876bba1fc4c5f076e2be74324126dc891653d18b88ce0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91ad9a27fc430a5210f2c18998d5e5add200b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59094dfaa7883708dbf204e3d29be4edb54102b988ed7dd8b7ef5a87093bed1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ff358146a2fda1a3e25598c1f5fa741289c9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2402342253b00d26aaebdb5d4ba4cae81cbf4c7cd34406c5cef34265714810c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cfbacbd9832806927d8cf5da2aabf9fba3df8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316e29fc44030b93db031758119a0c966ab96db404e720e41182abf92230619
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6ef6c378813c048f9f08808df90fcbf0344f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0df799a612587398297983ed9c1ac4a2c03b5f3afb787304db878edbb8ab34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e35749c1448f757670f9a1e1209b699f5a4029
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b9027108e9c5d054b75ee56117ce796a4b9fe8dd6c4d77ff6385f1e7e42d6f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de69c1713f1f74d206e70ab0620dddaca366448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200e4017dfa613baaad0f400e1b56b0e2343f7d3c56c735b0991ff85717eedd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cbef0ee6fa78bda2e7df26812cd1448d5511e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e5b9d2735adf8564d2861848f490980a82327168df3fbeebddda8b9b008272
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dd14c3b67bd9c7d314495f6032b72d9b4f7018
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f9d7a513d38d2921937d458707de20a3583d7c3ad898de4a7226d1c9bb5e0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590ac375d72b2dcd2d26b66aa1af3dbb9e62c02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f228a7a5202b34b5689e272d8c8d47979d4183c9bf30482f770cb3876c8d8d86
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9716e0c4e3b68c08bbf842171ac4de1cc4abeba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430678fc6c12da20a7a3587ac503416e4a404e5fb8a41e5a7aa3862b27955a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a6e7b739560ac19fd115cf24a5c6de1860ed6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5a0ec8bfc7129de6f2ecf9b446c4d8a25a8e84eb7b195ea0273529aaa17cc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b413fa5bee857ff72aeeb59df194f35e693cb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e68e69786e1b476e4acfa50712fa9fb9a1c86352723ac3f1b4415f0d4d5ac5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9ab475d1854f3fd2f247d1b3873a97bef255c9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03704e02c1cfd26cca844b05d03da78393a346dedae982ffabf13a33cfa66f54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962cdcec1276e48ad6b6c6165507e8d4323000e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee861fa316c4a3263747c713808d3df50032b3eb91718585078db0995ee8328b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6e6a136de23c4df0841cc6755f8ae45a3c775e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db138d0d4ea404c414f76fe319cfbbcf86c591d143ca047e92c7457dd712b100
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818430ea74d8f424712cf379681553a626c7324d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e61db89cfe57e1cda197f38bd1ea1bf951dee3d28631fd2ef4e86a7933618b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa7b609f971c5d2b7030d4a46849d56f4dff2a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa05c64ba7f0e98601a7df00476dd3c1d671c76f1bf02a24876e9f8d50504d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b337e43664890714473175d3baea0398f0fd63a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f72c991135c440221d02b03d163fc6f744e008508c3ebc7ab10fd0da729191
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df211eaadd75e947b689b67bd2c658273a5adab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5004391a512643bffe7106db07de308dc6e97c9f06ac5e64b79cd3338d26e94d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53f6ec5b2890f6b09f8254ec4b40baf9277940
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6d33e243845cce49fa1c5e46f39af30a83fbab6556e21ec9424d398ef2fcd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb73b4e542b9288d92569e1e8361dd099445457
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9bcef32d31a0592968af7ac79e948ff52683db584be1a446f699bdcc8389ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b0ef44312cd8f8dc563d8ad936956be643c00a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c18f3ea5bf4c0ffda0b89795429c36d24be6857b78a229669e2883b0b14b8ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca1be54da2ad4defbdaa6af457a0483d32adfbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c708e168a0b80fcf432d1e4722f841bf638d63d7299fc00f43b14caf7c2bdd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab93e16dcf2297505577d9af2594205547b368
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1159344bd34ad4fa44883530aeebd1ddb82a955cd91564d0761eaf9ba3547
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65254e0028a8bf2ad37df251914f0cd4249a99a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e153f45fe209e003b6802d5ed8f0957611836e49ec40d4c6f9e97fdd15b743
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a072549d926f6780dc3fb9f81cff58c5a01022
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958070149a10bcf7d0337a819784c0b8ac0e2a2151041fbb8c1151e55ad7021a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62b7d27576acba9d66231e296ed7c551034021d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3a78fd4b6cafb63fda097292137983636d1f26a31077434b7c1b594d1a8cf7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd3c1e41b635f80ab8ec0b75c4f0750e269d40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a95c1cb9b2c7f101c42ce3d8b9afb1b5e7b57aaedc174c1e3c458bd6681ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c24f410dfab969bef3c3b5d087c2c861d25e76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec7e83e65853aaa1cf2227ea84df6067674279c7ca7bad63a3c358104513f91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078f0f0f28bf6c82894622feeab29a63933f434
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b163388b9f0136f69252ff7c6022a04f307b342a64dc1cbe28f40e3d45cf99ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26242a2ecdd246ef85e20c957f47a04f1357854a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401b306c9354f459ff402f3215ad7c29d1e9c08ebaeac7482f44bf37996568c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef91bf80206bfdbb8e1358221df7165cb3eb8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac67666cd4aa6b90d9fb7f1c1c70b71c19e55967bcc3eb5040909361faf377
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002885fcd63d115be022d3bd3253654842568636
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085dc2ae518fecda3d9ee44610023cf9481cbfab5892e2ddd28cf5876105755b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6db9c27bb560ba5e8b6d95569ff19ed78c54c6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72de51287f590646ba31f6914decf6f045f206edbe46966ec5ba3e34a5a20256
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513bc4ea743123087cb66c94e655a664af8ef96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c0684271410491c0698d4ad5ddf6964f81859a4f9b1468c8d9584b4abdc55f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86224bdc5292f2dffa9a14ae4d8df962c41bc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863090acc41e4e4e0d98b4f3bf97f294efffd02d39a823bb194a85fd133394f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b1c2bbeee7254cf95b9f27ebb2f1e8ef107d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d44a8d5124a4ac3145374bb0178d984f26fab9ce15516666f55da693a928c5f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa57fc3b8d96d76fb115593f892676f105b9bf9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4540669b247c9fa0ef987a2346e1ef118719b790a2a8c0bd7f73f0a7b38be1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab8b1b5d0ce68a583dbcc4f2518dc78a8242d66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8e631404332b1a60731a07b42b4d2930c3c905f7f8a5d37d15ad09a037a059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33356929e47966d3b1f28554698a7f300aa1c156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2a3df53379f43ec0e4ca09f5ab8d32181071aabaa27c71521b40c2c78bedd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c9de24c2874ca1bb7b5d17c37ee98751a58de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89f07e519359d8305ea4ebc3b075a59587aee64f7e7b771c924ae15363a1b3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d8fd1945da41df6c74c5a1dd9999ad8912fbe3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1f39d5c0a085692347c689b523007b1a3f160f04c3de68964a2863738e9989
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b222a611688ddc19d75df9a58007ba84e6983e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be046d1246658c5bd1235af807ec4567e944aa0baebc9f8416eb43b6d621cd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684ffd91f0ebcf52450da609d83092cd7afa152
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22a94267fee7df82ce7780fca74c0a41ada50cdca18d2757851df814c9fd9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d29c1e498f9dc6e82b325a06f4ed3caf569fe2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf5ffd5eefbcfe678c280706417d32f2fccc5f115d9e7e766af969d508176e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92439ad2ed6be742b0f4066ce95ba87be80f0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f74fab2af2c46f4c2ae5af64e55dfb37f3b0e8ba7d4e0a4fdab65fce58f5a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06edc3003738057e5b5b68d2279f0da0289d9c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbb147811871bdee0b8ee8b14de3564cb4b072d3f6a36e68b4f83d4dca09e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d771c482268a551f4388423ba978287459bf5e87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b0b209e828946de085809683f953468d067c64675c9e6197bf0edaa06549f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b7e879dc0ea6bab3ba995da81d65ae48d3da3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea0cf46a0a83b35fb5ba5555336dc9604be816fb312595581db07efd816cd9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9a1027acd18c353275a23cda7ef8920792b7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecf7cbcb254d9c7186c7c17a421772d7224ff5cc869f3964ce14134d5b6eadb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2742d9aa96faa1fa67f224d21d9d66db6887d376
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e1461bcc8d273583dfc55fc1bd0e54c87b7e150c7ac16ac090bc0b223739b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00555eeefa6bf5b8e653b458c56a9f77f2198f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d033fd3303459deeac19b03a54713d4bf90de86fb1bc0c8364730bd08e07406
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4506bf65ed9870fa2b9cf5234fe7adcc07a00f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d190481ac68325731101bba6586c987bbc3be02d26c4c3fa9938bcaff8490d2c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95623419a94771779030e7897329043af9b211dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2afe369ea116021a918e1bcc22779a9a123d6b9d676600f820dadd0936cd7bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2630f671967c95aef8cf766d42f060793cfab38d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9254aa0d59f03bee81b5748e875a9f1f69337a0c4ba194643621ccc39017c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c703a63cc15f93df3b222c17a03197478bcb563
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1f52b60fd169cd24317c0cd597a7cc0693ee3f60cd04454a57aef636b8ade
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1581886cbea84716baca819fca27abc9a0b59c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76070fffcb795998b136c28577fb94604549b492c33ec32825d8d934ffc3f2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693c8589762498b3d657a4a3684b3b884d2d696f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b7bbde6376a2d0abaaa0757575bdfb87ee20a673b3ced881c94b8931974812
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bede73bd3b9e7a68cfba40856df378f4a42670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462b816caefeb03a77b22a21bc2df09a327c6b313061bacfe611964e7fef3af3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e115a242e44c71f07532dbd24a23824d5c3603
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd58d56e336a5ace4f23bd0d95dee1043b13be93ea0f6a164f9ac4191f22beac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6b84f127f2605590dd06c6449343fda9ccf6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5c197e2d1bb123c07a156a96458c9fca8d55b8acc1e9637e4ebaa108eef404
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a01181d6e71128160a9be52ec724df8b03638c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81aed1324b1cfaae994664564e583b6fa00ceb7e9cad91f6ffb9b4ba71b62ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd24ae6045421aafd55ae724d0de5f63a69b9084
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d66eb4f6bb0cd4161e023cf3294894d58f65c1a1e774c86f20f3d79a11a194
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb8bbb4bf21afd310e9d149dd4e9995e6e4e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79247d76900cfaa9436b26f4c84ca5878523f697945bc385c632e168ca9eb1d0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d7ca05b230510b9d7277310c58092b49163c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669b046f2d309fc3dee2c028960d9f827995b21a0a4a9fb72b689c65e0c36bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05bd964636aa308e6b47b250bee39963bd801fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c31f86e425deb5a83d79fc4c7d419a62b02b954f50750b851e295219ddf66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331f6f0fe5b767610b98f2ccb4fb9c0d5c71510f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e8cf81295ee48ce6876ba9326ab10a1475f8051bd8f8686419eff127a9657
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6098ad442ab326ad43306de32ac13beeb2bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0508cb2d2dbcf0205bed1f585fb67557e95de64625ea486b300f58589c06f4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aced2820421645b334d4b0d2bba65d426d2ad8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f077d786618db0f61a87b3f37c2121ea5739582bf30a1bfa556033799104c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f0f8d19b5b5d771d003aa0539a34e8b16aee6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485df9eaa96fabae99cc78df4c16aa219e43c3b2530a562f5fc2d95dbfd794b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca3938683cb879e3596386df10e1c19f14eb3fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632cc56beee15b160eb6ca8ac5cdfd3365eb0715f3fcda809dea7b7864edd1c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b6587d68eb03aed7d9ae4675217e2c6943623
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16040a572c31912cec027c646cd240fe8f7323f06830f4d41680b614404200
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5501a60f6eadf1f75914ef533b908c62d2faff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b764878b25c185d84f9ad1e979f9e7b24a9fea464b073abfd79d654b55f9ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f512e09d76ff0d6c597237609494a2fd1abf5718
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1ace2f87af619679bf01d4aa09218195146f84916c55d50e3e53fd00a5f5fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0788ab53313cd8615eb3b86ccdb8d5891cf42b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645217a8ad0c04f32314c30e041a8fc0b5dbcf5f9ce87adee6b512fc598f67de
+size 2179