diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c412b9abb39311af17d9acac3e408a93d30f998
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157f2262acc2ab508baca1ba07363300ca8893a41bce6bbc3d9c8d164d7b7e16
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b170490a4c0bb13b3827d4b90b98bbf2689afd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15264d4d78f32a71394a9c2b69b44308d89d9ec2a8c88814a3d205dddbb772f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb3f69f383b96f9e10e974deb75f1c65a58167d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34f9fb789719675f5874041edfc81b3941d6ea70c0bc9f5e89e1bebe87c4c15
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cce9cba9f4e4fa863d0507b20333223e2a8723
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a10f1435a618add1d4c996bc29d93b486c739ea2e94385a95bb894aaea3a90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca73a71d26ee5e36a74618a59411131da0105fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8ed7a8f67655537abc7963656c23a7689840df86f9b9b1026dbf38ff0f796
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4d058211665ed16bc38c3d9a4411d65f1d6fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af43929cc215c6e4626081f6bfb7bb4b548c5343255d1cd726bd374bb1a73e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d084470ab5358a7493a64a1cbca8c238ec375
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8aca2acec6d42fa93cd1f045680af081e4b6d9ae31462e38a47ad5d80f179f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997de856666e9e7a1a1dadb48cfb73c1498fe8d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c9b8dc174de8fcd746c1d8f45806af41f1230c0d1feae4cef2423a480db24b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7d7e130c909bb21d3a5e4911f2e8ec10c804a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6b4f3376fa4a5f97ff172569d4b38a54063ccaeb1cb10f5d3b1968b3e360b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c0fd479095d9bd82d4187b491d1d185013761
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f6f9ab5ceea334d32807e0c609af91cacd8fc1650fc3e688bf6933884945e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745bf9160f12e2a0f57aa5666f0d7b9630d9f510
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff34a87597dac4612ae4b6f671763eb862f6a6db365da7199dc29826d1495f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7827f6169d17b1a0188920364b50a94a5dc7fa5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73829353340e75b2dd55041d9819d052236e3895a86cb01b010263df59ce0878
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c551215516e4e00a9ed967544bdd055cb54d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a9316d4418b3baf638d8db5d748123e94cfa8cfa18e6198d18374204ffc109
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f679f8bcebe0c108577da298f32b06ce2473dad6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00db880543069055e7311a2a9d86b14d8ffc6785a4f36ca381d9168f72f9ad72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1007bb41aea64dc391ce64bef9dbb9949800fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f479e59c45ce6d881e62273354dfb94d91fa594fa0be8ff1f4063b62a416cfb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5d9b03503050db1ac5b336bfaf49fb61733b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dbd0065d2afeb9013174c11eb949b366e9f3fa0ed48935424beefac7ee2e09
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22570b5bc1e658f16f25a3bddc7e5327405ce8c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e54c113747a4d9fb4f94551c2bbec32b019c3d20a662d173d119fb1b6c5cbbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535af15b14e59e0dac4736f7b68cc6c0223137c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5880ed56b1fac20d9d79f61f61bd107fece754793d844a4c2d9785e0f7bd67
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26552dc0220bfdd7171530ec83e33e736a25d18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9dbe2831a420c96f5a82a54adcf24242d4cc04e38a7ffe13801d8b4635c436
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afd5a448bf8c4df10e9729d1c0ecb8550212efe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92752c88ac4a1e6cdc95bd9062806c5352da3e9a9fa333332df9114a5c84d185
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64398334cd1a69ab0e2eaf78d144674d851d0dbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fc30c47b794933be7930ad6fefe50c18407c65e3bd98b0f241c9131121732a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20f27d937bd3688ceefb38fb9dd844908e03815
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea0fafcce1c0e7887af492e53418f6a81ccba7b78b525d9480ce2a9193ac127
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a11d4296f9df9c0714cd9033e3aac86420c33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2ce946486779de584bd32693cffa20cef7b67532b3a5a00b227a73741eeda3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a424cf00af4a97569de2158f825dcdc401745a37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6da85eaacfc5be5ec35ae2281df70354e68c12223bc8a1cef93e1485fc18c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d5edebd18b2d78161fc1fb6931085015a97769
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fddd2cf1fa6b75f7a43d47e575907329e703c25fe8d1a891f051ec866efd5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958d57f3ad7e0c8870c9579010516b008bedb7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d63dc6edea42cab67d0c4fb9edc6a56f14903eb2758c7b9f13e166f3fb1b3f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd449b5ac65d4c82e5c6ab894d3740354d52b7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1887c1d18e3bbadf6c84b350e7f88ac93fe57ddfa8e9f0f9700286090fef11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6361a8fd993051f11e1eb67baede6d2fa5def36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f2abfb4283c5196fcff2cf77c7499d31e2fb46f15e885f6c5fb748a7aae451
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2103a41ae2ebc670cab371362a04a6d2b7715de8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd1a00d334cd3807dfe2e9d3215149bdb3baa128517439d0e9d752b5f808534
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f917b3f5c6643ed4a9400fa409090e4de5038a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbeeed9a1c0cd570d68fb6a24e128c76cf553022b438f4652b47d44a5d782a8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f348b8c4b154de768e6eef778870ff68abbd352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c285d29385d1631867604717c8f587fb920634ac4136d9596ab40023ef245e7f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c99657286444550b3e93f2f0f54ee2b0f8e6e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9a9071d8c64004354d1f3f341e3d1664a3fd986717afd505ac6fe17411f63d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f79c3f4e15bee1d1dd8368346ff2c2d3f2cc9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a11c219ab684c093b25f9b015f6d7aa5dbb438f37426d06a2918d704851184
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2004249daf43c8dbb054a6e6eecc9c536134b8d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abd062ca0d81f28460b5260748023797fe1f706e70a58dc3f9886921564e87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fef87c20bd6ae90573abb305289eb473b67d5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa17e1bf6f5af21081f646353c115b60919327f51047d2f6f56d6e9155b02dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1c694d8e388ee9c7d954cf34fcb37d08e4da4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80826160d1daae1bd2a0b7249931be78844e5cdbadbbe6d716465bcc2f19be27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad544d30e0351746ad848efd5c7ebb6b2e4ee215
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee34f18642924361a76b20201e0c528e2d07547b80c35842298ce3cab3e701
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb4128421f1f5e7df99107e8bda427907b353a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1f24653bd3768363aefeb6e7668ff384df5e9513f221439b4824a553f9b9ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31f18770bea381224fd580e133d5f43f9d78df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7785a0e8e402f08f7b653c846b9ba5a1eab3fc63f7384f8f0588724d0576ed40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afd365754fc2fffeb135891d644a6ac86888c0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4201e96f4e538658463734b839e05ff370072cb0ac73c22d19fae41f891cbec1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695d5aeb27f9bac331ec7acc48530d5bc8aef40f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421423c3e3f4dda5767c3a1f48de6ead16dac485fc86751fcfce27c7f578e157
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce90663c6de5c6640b6a050f279529247b2e623
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d896d26ad71a080e5e2eeaeebac48adc1ce012234b850da51a97233ca117a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a04c2901c8534f39ba351926d77c1e5db99247
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed3cf7437b46d86488be01c944387c93f9f6e86136854a20b07b012c76cb767
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd9a22986be2a8a1cb77c75ac99d6a033160d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbe66d42a62f13777a00d54b8d4dd31e8a76441bffb053f3ed3a980f9e63313
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011c6aca350c057617ce417cb10604e92fec0712
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae02147a7f2b9f1b34984d845c09eb48da1457f52394fcc1148c715ca9b634a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b416c89ff3823d05b21905a7ad897f4f1071570d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd41653e50425e285ea919fd7fa4433a50c0423eddad9f00e327e3b89f5d87d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9542ca8cbc71f02908cf1f231dec4a8148cf31d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed34da928cd1077228712a59af3ba787f40a7345f0fdf11cf4579b74b5aef0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f00c26cc12e7411b3546c6a59e2f34dac8491b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919df10df9fc96db3dc7ee006ef3fd42bf7f8d77d8e2f609aada1b859f01669d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052c55e9b878029539a836c83e9bd5f0af545d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d26d03ebf8480a22995ef948ba114d772656d5da0453acb2bdfeb2fa66315aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5845b7be0328225480763357c299a6d6310148b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9a4f08e9f9c6964a5600f634b85b8d1c8fffd8bf51ae6f9fecc4d8a8f8813a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1847bdf49efd4d50d3ded2d3e50994c2caf6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5d73704a34a9af83df987a34a695871a4e93eed7ee3fd3703676e45c1d143
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5362a9793c51470a1419403b5803498df7fc95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a87dbc6594b0d9b09bce824108af5a2c23570a556a62aae030301036399e8b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8474e87b581eaeea64b4f52e0eecea16df14ba36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ab88010a7c4e7f343aee79e96dd936c0258c793982dda49c2e3535b4e9444e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9aaaa45afac8c3e6ec8c93b717c92bb32bbf99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b232de42579dab3f9f9b7de886968581df33127c39076b2f66acbc46dbac426d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d38a16758ad332f3382f08f42d8acaa24ea8251
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143c913fd4b2ece100beee4d2599b2774fd3514ee81f72ebd13e107706653073
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea75b164f02604c2c5c8bd4e80233b69b495ae1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069a7722d89c9643fe01ba5d57ccf81ae9a466e4be36c9dec2e9fe888fc14570
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d999c4d84260342f1951d8d3bcdc94f3ca4b257e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ae7c531644648ab724c09302c58a446fdd580c49aee4e4a481934319d76628
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc466fb09ed1b23c7b9ed5678e4b7a458093327
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9939a0e640a5f13cd13d434ceeffa0f1714e61604b13cd891866723a70d9f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df11a0b8e510221a3112f0bbacb2defc8a21711d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17f5980118b1124ad8e31efcafef1bfc9cf7f34ed3fcd8862e059685862c9f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631c562eb178aee9bdde4d9424c2e037e214d594
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf47b9cc3e4ca0476a1d08dec25ad0e3fc1c96b002065104b5911ae1a8d315
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f2eda2a5625e63428c1849659ff420b53787c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d66dfb176bc28686de072f86a46612728ccc199d086c1a450ed1943c6e0ce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f0030baa66489e42f4f8c75be510aa506ebcb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976ec40db75fb3606fd612d40e033250b3c7a98f89d6fe7c82edb8222912da77
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6e160a28600bdc30284011b5ff391e194ace7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1ee65b1c8b964b6cb6102d42e5964b7914370df33dd5edd10f67169c94caf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c79364369a710ff72a8c44e76bad78ba70855b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a886449cba4c0e3e248ed24abc8d55a99bc9241eaf1f451615421f18fd7976b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef46743cd6a0fdb0c606e85f38bebf7b1d11f9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4640a462771e7e82771eb14fefc93440f4a8304f8fd7fa1336fb9100d90d66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64740a897dbed2b488674cec09be64b45fba089
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54ecf4b05f2554c3bb98922598a4de60b8e5052badec11f6e2c26f563b8d1e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f877e029c813f610da243de3d2ef3d5874945d5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7494a283c4e9e010dbefb1a9921bdd4a944d4b8cc3f240d02f483ca13099ed7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c261c923ddab1d904e45e5b3a100c98cbd1431
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b45ab991f4bd91ee64203e14bb9b3a97485bb904dfca41697dfc685bea8c2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85af397e21d633fcbfb83aeefbccd9149b5df84a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924aa22a03836001e74cd09485a88fd296cc465315b6892e4d3d65ca16212c91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bc524db6d2c9dfb7ad07a7dbbfe31b57fd85f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b056c3b413c3a6a7946dfba760041edb963b136c1e552766fc71fd5bf71a2b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b1e2282749cb00cdca7e657781ec12289be807
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781ab6b0b09db3cfb9472a5aab9edd2be13de6fa3debe4b2f92538d2b8e3a8de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e375c2a9d42bde5012831a961c1bfbc0fba38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b05dd885b4679f7529a80117e73e7e095c8326a996c1d4f5aa90d03f672d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46731d46e0f365b654fc646211288826693438a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b4a03a4fd93ee5d17fdacea61cc49f1f12486dd05fcd34ba76e14e6dbc859
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121f3668b97ba02d4ac9a99de3e2a1fbfea8e1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3d83c3100722011f6b33e3250b22e07f178e09bfab0d2c4e0dddfa613f573
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d579ffd3b3e3aaa77498d068b063aed79d41e732
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2275f889cae46beb0e4b2086ef0c1a5c2bbb230e3ebad4666cc7b7019e69b7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e652e17b2cb45ff127b49735392f7f3a48fcd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb93c81b415be29aa7fe6117b172c04232d6e0f48e14d4bfba87b560995a2990
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c484ef0761bd6861b9a6494e961ee732b2aeab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0365c69cd91d74e7c110bba699fb8c14ccc972286b52f57422337592f5896d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81779ab955290b3d51f58ae642d834685f0eb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff5f26f20826e0697247a842029cbbca71ede1969fccf188d83cd0bb722ff03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c0b829e4fca1a26c2d60045eb51a5cf33b9ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292c95dfa2c36350573e0135e14d1305a5f11e30444658556ef0c7f879907421
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b542e9b155ae97971ae47ea787c58119377b907c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216feaadeed46601588f810ac68d39fdeef78451fda0417b4cc619945b6edb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fa5c0e63cd33dfbafa23117e5274a88d4ce7c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdaa3672a07aeae787197f99a853ea7d0dbff46286ca31b105db123b1b1eb9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7528ac122d222d0b5508e0437d4d2d50888a08fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc2b34d510291de24e25e2fa54e7b675528314d7095125c0351824a7e951fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de7b0013ade72df0df175b793f8af079801c60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc3279a6efa409521469aa3ebfd4789b343a880a1f31316790e3a41f7809e3d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5542380587fa1236398d3a72a5691b9e2ec20186
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee83472b0512920fba239dfbff7c4fe342470c891c95ad1e9ae9c5cabf63c80d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf86090f8aa73fca94b071963a644006f9e59ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3ad44fd02dc60d3e49eac976738297cbb7d5e9d6320f99b0446952a4ad6e0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4c1ab1e7dd02ebe49bf22cb03519ddeecaece6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f53cc7b44debf62c2f2bfba1a4fc0b4d65683b8b7ba7a9e0d800b3909442f2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116d928dd910710501debae08094f0126a0fb32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b27ca144e9d4906b3ba37614ce1bc61f230155a83ed31ddb21eb714ac57b43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed23c2686e37918bcb07a893c2d7352e4d3263e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd462648da4d8a5ad3fabfc145474b772cf2117fb8658d5b3f5437bd97912f04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fd4a589745c661497008c15e54325ddf19657a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c71d7caa484dcf89b7e5206b4e93a9ebef339b32adf381b2bc3bc3b624addf7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e591cd901c29933e332776800a7a39cf96c7eea1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60fd24a6488f0c0cad691a9610abd98af32b3b122a4fd45dbb6a952a211e32
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8480af350a7792525e94956d9c8cf5dc8140b9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79da0b6ab35ea5af20bdffb359788162016e4299e468b8214a6ac94d3ee6ecc7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f8a539465baebc16f98cdd750cdf244c16469f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e99c2b17bf80f0fe8a0e7480ea88a6c7ca3e68aa6cc2ba9637b9e4548de12e0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b70443a402854c9941fc3268b06792a69d74b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5ee71914cbd130f5b00fae133660edde018f6351722e416e85384893997c2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec088d118e6a8b7a54e7fe7ffdf0f38a9a4e53a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf93a224a09bae2f7d189b04797a74c7a34474d1c868378a68856307df4d27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f6ea8b87e218f9f1a0a9566280ed90d806272d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91a9440bb842549514af7dea88374d4fc406932356bad772a5dd5d08741f649
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ea6923832ecc5ab732752a77cb601f47e27f77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388358017006aa8b6478e17ce3853e46a7019614c1c7274602a6593f53198ef0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc0c5b80b66c389ed04ac44b1c615263c730583
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaef3748132de8cba1e5115666cf95b38e925ad7a82fd68c2885bb79a30361a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e00fb1f18fc5daebfbfa9b81bdfc363004c96a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ee991e87438619b1b57a4be3ad3753592d8c44e363a2ac68a229058f63e11f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b8c2e3494f904fac71feca3fa83c09b3b6f7b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882041a217a180b5d96a2359641e0d8d7c9ac82f76631afda9e2f1bcd0bfe4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6327ec867302abfbb805727c07654c9b5691b8ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a733e7a8793ff02023cad4cfd002144711bc65c0dbe886244fc93e21182d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1facbedaa41c5f75d14d6294142d7cddc095c27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e2d5c643b3bffdd550c7efc3d8595671d5a0487876fbc33c9558b8897d8865
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905f7b414c867a8a5c7754fc5a7edf5e828d2d9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ede72a3ed1744d142f78057b3fb93b3c97cdef4c5125c475f559b6e6eb67a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ce501f264be206798c9baa8b032caeb3d206a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e20e3180af0bf7550dfb10b48112f527891d3971772290a97ab6f94b51716ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba99efc8ab49aa1b7476c86e0caf62d6e3b3d61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1de20ea5d05d63f66636cb8998ebbb23181b56367f6cbe27b8188f68d3ab0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38709dc47ce3d87e4e5b11baf57d323c277a644a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c873b361af3de0b1af485410cdd207edf694ec09cf2559b6fca4b90f7ab30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764ae5b1c324aeda6a63253a09130b4b73ed1044
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec782910154af936481f8b0c0c1f1194f770bdc8b03b792754b51d1595a1e06c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da69b911043fa62b5512e1ac6665bec7a82e0fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e4b9c94c5e25019738f9790fe3bec7c4c5835ff73f18503dd773e72ff8c19
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431cbdd455fc9e4e6c77c66b0264e7464bac0c03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc986d2bad2fd74c67abd58c834af64127dcd375ea11c53c09e5484a0c50b4d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d453a88a77596e44a371fe1c82786679e0959591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b584badac76fe979a15c6eee65089a59782309d31e29855a24958639934c0e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85c4a06073651f742685b07c3b037730871b5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1059dca0768a3e8358a5a3ff1ff7a2a51e1df1d61b01358bb68cede2636ae2bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf16878017af6d290e9e2c141616d68582c5ed58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b091be512e8750c938d9b4c130d695023e000774b0c5222d85a76c13144632
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a271bd09dd2c857ede4426826d28f0840285427
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3202a3511a7d59a118a985a4a8453e930aa73709759bf3f8d3d685d20c5ef66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0960ad73a7aa2758e88de0f6322512669d076f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a04b4e62f314a8dc9e2fcffc408256794532c39cfe2ed818575391abc9386
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acfa3ac11c9b4e1321745367e99c40a1f3ca110
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8664069373f366909dd811bce9e998ccbfd4fa03e4478262fd417246deafcd4d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3101a62de154618cf71221756114df9bb035bb23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b990949a20268f94e6b08719c435ae08a0dcdb26c2d765bbe9fd6c57e275e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e618e834d4a5fa890dd239c95a05b10b8702b9ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d49ece4b5a089090ad1d60a9d6a9918ca7a8f825e9a6f99821802881c9010
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bae27f3e690a3c1f38b0e6db115cb2946cf5ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5eed69b8e810ab89bf0f8efefecfb00d0c8d77ddaa079abaa6cc3aa3f8cbf3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64c1249c5f9494915f54926c3b00d3f2be016fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b349f3d365afa26ee357e2ca088eaf5cb0964ad0e5d5b15105629c1de6792
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b3963a2f9d6444692356631b6b6820339c3ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5919b9f5db086b968c5e8af61c4a082a5f867a720e22d94034657ac74269800
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046ce2c453d89b83ffa269939c0dea3f712446d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87edbe9eea6a241b267a8ee63e1db69d8931eba33adcb06fa60450025da18766
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4d50e71eda1aef488e406f5d3cd16ddde1990
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623f33b2e8eed97ecb40cd45405e870c462811da8ee09494f4c172f268cc03f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74416441a27bfaaf1b89e82eef1cb4fd0d29e457
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdcfdcfd44d55a7f03067bcc5d80c9068c3414d1f7e441db3e27a197ae3f669
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d79b3c2ff76579486c907f4aa0a8b6f27853f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54fdb21db51aec4929c8e07c6d253c6052209c1345d82c81a8eddcbddc367a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67d760ed9953a59aeff1394a197e7b1466137d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787783d86df131a530ce72af5ebf0de9f9e29af3a1685ae32d322244461a6106
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2774a65a1cdcee2291cb3040ae2de681197de96f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb5cb979ae31937dbb1f799a5846e26d27045c791f1ae6430cc69c88a4f6c85
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693365a5979d4e9b24e009d464891afee45a8f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a57e71f429f6e9d2eb04f8ca584006588507f623b85aae86b4150503e6564d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e5674ac33ca6ead340469d351b52a15abf34c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd2fb2aeeb67d5bfc7877e986417b4017e756adf3396c39caf27535800c168
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f46400cfaacce3136f1964b5986450ca5e551eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9442f345f380b5a24acfebfec66982e9b51964ac3888ce0ef36ed8de1c5cc384
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782263636691d094f6efbb3920a87a486d688e7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4007eca0b1eed42ba700f1e6b503a08a379e937a8f32ca9e2e48854d026e2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013eb125d708346437ca5054cce4f48f4cb5085
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e77e49da687d8a26a7ab3b90f917c9af0f76a603da14bc0bd9f5ff62dd4cf91
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05823d309e30410ca95adf1af3605c014a0feff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485e0893fe20b7318ecbf531f8f4ecc8554c1ff8b97aa6fffb6463d7106cd7a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ae4bf094f5ccfa6b8210998670169cff85e44f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc0540d8e4cbe43877f6c0dc2931d86733316f49a2cb6bf45a99f63d45b634
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a41944874d62bc2f4f26a0f3a6e23a2e7fbb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82633c81730b65655fe3c6826daba3fced0f448b9fa7539b1ead5cdd788f726b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d39c9ae10623e34fb6005e048023a0418884d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bd708fea56ea9536cdca8441e45f0b77f9008ff7f812dcca29e853f1173f78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48d56494aa1f083ee406019a45cf770460306c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7e96fd08e599e8d2450e80f6a932d0f4fe7e07e7595f290af5f795d538da3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd5de48d11d234e7225e4a495d43137fbe59921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a657ea6567ebe16846f150a22d2608d7b1a9dea26defd43951d5e38f74748e5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46140f32ca04b81d04bf2c05ad484be067446d6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a041d611c6db162ba8347c50a476daeda69a48dcaea3092960c0929a76cd43b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b71bff0f725e125ea97532957e1f8f82feeb7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e31698ac8483f5e332c19158b6c96d7d26083543b17dc72033de3302d71c91
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acc824347630702f7df8664dd3f2189998766d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6dda91705134e7bc1897580cc6304a67588b8d891a59d3d4dc1b0335ce36b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf99e53e8afb8cd71bb307550b4ebdda4533923
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14271557d3ec1e11c84508ff10ce39e8945b92fc3c9b4b46a0d8a398ceb1a676
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1306d5ad9ec10479b3634f6f083ed626ba867
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42219a6792b71899cb8b88ab097040a0766a22edc52db7844277f1b9cc1af58b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff957b332db131fbad5ba9292852df4356adc7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c84ea24abe3e928ab902b75465833b57b382cc976a7a8fbac4586b5c6663aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dcfd7a06df8db1a25a14c25bc5c37ae78785ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5566a6f980b44a18056bd44ed4a46efaa3669c5408b393d689102a8e0dea95e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2a398881072f0f266d71a5ea40a5c8c9299021
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b240f4c283948deb93c4ed6d5529bea02ec0b761af195276659711466d776
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646cf32eb88159d1c873ffd4dcdc31e0d8bd8751
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594d9ad41efbae8873737271ef891dc8542c7083ee7027182a391bdaed7a5e00
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772e135d1caa557be9e460960c4af20a55a4e236
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a29f80f832dd61be8258b266d89e9875fe7ad31aecd7b373f5478df9e3829cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097edb461fb6ed00dd79eeb42b2fa19438c2663
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b385376e43862b05f4e6dcd0a16fed38a1f529b9ebf359d84841b3c5951a651
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c5ff4d6366bb1614a3faeac6b17f6ba8af0664
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c990a75cec3dd9da43781bbe1a81bbc6bc1cf787a598ef90b3e9df1fbbd8c72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b6ec8a6cc73e5fab72680e571d866e627d485
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc27c00b481d7f4e891a55aaa55360891fa8a1860956bebb382b9a3aa2ea694
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6823ec79bfb9d2d7ca24d11590729602b11e008
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ca628961b413abde056dd1a4404fda69ca5301cbe480c6288c9c568b7b25d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cda965cd431ecfd28c0cd2100665f7e37b35a50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fe0018dac17c54df296e4fe16ab6485dfc8072bad68858668ea9e49495e021
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a877f15b670f47f3c74601a3baf9165c3f5c31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df12f482849e91d4ebe4cca7d5486ca75cac100a6030c4c2bd4e88d062444e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81608d8132714331c8fa45fb1693203318e940d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e27d15345e56204703c0461b4110ee0f4e1e22ab503d1f1843af1822dc56692
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ddd7e066f5c293748c3cd03b5a63c7902665b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641cb79516150984e6fa6c280a7a59963b55ba962b86a8c2c1f5a59ba787c826
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7680082ad1f8923126866b06bda82be2bf151ec0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0412d3859c45efcb1315b534d2d53daf96731287f020f03dbe352fa5f8193aa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9278b19c258725a43b2efe8c4eaef2c2cb2fef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac38f5f472de904d9bbe0bb9e54cd249b4e08df33f1eed14a37643f3968331
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeb87d3b659059edceda69317fd1260b4148846
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db75c386ce46552a07174bd093bad0df419b2f7648ea996301bfe9412e2e8794
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239aa8d602df7ab983be07ee87e533557929a8b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d151274d7bc0dd8a7eb8741976cdf4ea8c6b1ea0502b6b0a29e85aa8b5cd3d95
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8419cd22396ffc56e7de253526a49ded3a4ab6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf0b316b932b295787f876765c92fa5dd9118ffd9fa5a48ccad90c56ce0d173
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4fc8341c67c016d217e4f542ca7b88a2223158
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b32f909b4ffe7aea06f182da0e5f4d7091807d4eb2ea9541791c8a79bfc36
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df96b65e041d2e57daf682526d8d766301e67d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc76481acad9032f74fee5797b89eddc403255a44923bee634485d4fabf17a9e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5738dc46934135fe5c5db178606bbbd2c36e7919
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33a4f05d13e0394bc6565007e4cfd98c5a25f34545b89d513f2704597eea95c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b49a2bbed1bac0c11c9d8909342488b86c52b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81298c09558c44dce2d120faec451feecac7c0c237b4a259fcc2b30d6ac3bedc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a6a8ba68c416490029f3649ad405fcef1f78c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda6f18695d6b4ab7700c733f1fc5e31f84d34b5409d78c0836d688c0d0f7055
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051218561707f9b1f9f139901573729da9064d66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33e283bf6000155de93b9ffb7a68c7875b905d269e5dfa49c4d862b7f5aefa2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1370b10c19be4e56efb749db4369e29c9b7cb31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f59d037333b22a468c52853fa84c0ac96a5a5a4690a905a69f1ede532ce505f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e581a3e6f77da053273b489acfb7c60414a8cc9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b59a1b613d76b0bf3601f402afaddb7ce0adda033219c171b796113bfdb60ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f696c25640d68fc0ee70b4c990ac59d8dff2d470
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092c1df27ebc73b56ce0dd97eb11853f9f906a02dd70e8a83919a9612249d176
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79894aeec6e549cd3abe5d878226942a21e3b0a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ff5dd16c7f9076faf85bdbbdc0883f1638ea7005cc7f424323b2a91d5253ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450e3bf5556b7d36b93fe91fdf38c1f4c1835015
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae320d9884a572f514766f426ecf7c75d8a3b649bb14b149d3b7a9db6a0cd3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94467ffd197da986e2e9fb9e997cdc4365ef784e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271a6d128b9097f2a36ee6b14a02a874140e3bd54ebbf6e30405d6bd12340d70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaad304a980c144db69401ae175a4209d2f879f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5139affa3636acb9e07265e7da082743a1b6370a6bcca8810d1421a3ccccac20
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160d350d11c74e0483d6c8647a05221c7dd58358
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374dacf1e3a4f7423f7b4027cda8b6d45ebbf57de5129a49bdff31664411caa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e681c1a5638a6de30059442b2d646106571cb725
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b174ce47228b603309395dfb347b66549946e26ef851cc436a697bff92448304
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1aa4ba7d810dcf21e77fe3d9d044f3d1226a1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e5aeb11a069fa168703c409f7fa7e1227a0a4e8c94ea897199f6843b18827
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923ef2174ffe07ea3343f24ec55ef4ae1b3702b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f2c93a94bc9ea96d68630798c70e09c7ec0cfaa5a6445c444fa8f93124e02
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7378024ce8f93af6fdd438f163bc1cc66fb5dd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8607840ee412c44d6830941827c6fad39239e11342b42fb8890452cb883dc044
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2537dd5b4ad14edfcff2baf51a6c5a0c5af1737
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a74fd40808e90fd4d7b7f37b9a338161e74f240e48386a2974884e5fbf48678
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd5973000231471039df7c105461ba020f31c3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d6656805cda059d783adba71ecb86cc66f57d4658301fb9b125f3207f3119
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a30b9fc4886be54524ea531bd5f2af22208c35d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c4986c61bf52118e6e831f4a3993f7c76fe2ca2ad3091a43420f87a1424b93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da422454790e29f5eace47dfa7679d36202a04d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f5c2f6e3743ac8994c1268f9984c26b8669471ad6e9c2ac2b03063a1914dd2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6d37b43e62162d69c6d329b994c5b1284fc062
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caaa8d59b641d06428aeff8e92fdcfba85a22c91f96709c1b8a1e03ba4ba94a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3358c79261223a6500760ee5f6e82fb9e8fef6c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a809301714e4a41aefaf3c5f0ab638a9053b0847ce5c0bbfb8118dc6e923c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a21b2effcbe338a7feb9357e5a3e88a386e9c57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb00cdc6318581cfe1a63e27d3e32cdc9fa92c7f0384f6523d609385ec39cdb6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ad79a9464d852e1854682dc284ebf052ff4a4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8003e955d44ec660ead1c77c24e10e497c1f04d6be8dfcbebe7ad2ff025bf796
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68c35fd8bf1ceebe2c89bd99e97dd5e5cab805e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd94f9483c7384cf55658b4673bef9709834e86662489ccfd387591e5fb99c8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a8481e59a3f8bfab79e0da26ee399735b1cdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7b3af47f951531da8d58d58d0b14942b7a4edbcaa9911fffe601dd7a7ef1a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c82bbd89f34fc940880a9366d473bbbe5a80b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1918e9916202a1ffe0941c32fc81c0ddae736652ba7db2d79ce9feed8d4db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debc7d35d4aa8e21cfea9820d58b1a2de1d016e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e28821c1c0a8dae1ed23fb81984f632084f288a71f880e9afda42042874039
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786d2239d306108144057340a13ce9d530acbca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faab59c7b8e861336bd152bed67d934feb45b5801dca07a94fa7c520df36d53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7479e08f7d311230ff58af59d376d40046821dac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e1523110cdb781ffd489089be79f3ea5798b2abeac59714a2051b4a6b53166
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc5b07dacff598871f65bbc6fb98e5dda50d92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c5d9d7933f907beb3371470b75931014d15ca695f6fe153a4960389123a902
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c8da7818cab83a2da1bbcc97f807d7a9d68686
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2754b1f64a9fb5740dd9c16b3bb613b5329a5a011953f519da24cd6c5b5690
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528f4a0b9f0a444b5d502740c7e946d1b5b4ed50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16fd712720e23ac6e2f36b7dd26b9f45ca8d972dec06c266963a12ed3ea8f6f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afecb2fbd62d8f9c02bb87149a6774ce2ed504f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad46961419d6b6a4a54e9f4fada59b97cffa3af12130935d169d347aee0f773c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b89f185f1f9f04af264b30c10b0f9a8222fb4da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b3ac305bff8bdcd39e40eb32d9655e6e75f20274b92741fe3db7d9e640370
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ee7d2456faf4e90f90ab5197cc8ecf4b2558f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1200333e1d388e5ae3cf62bc7de95fde26c91205247552a279b956d4ecaf8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0603e1c9ad819bdd7023582380916f67527056fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56bb0574b1f0cddef16719a7e91b27656f4958df61fcba1ea1abfaec1a6b21c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7502e04e208512c11f506b0050c17e2df7b6dbc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665b08618c50cefdfa9c0692d77d3a107eae5158a80c6678ce6685e4c834746c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cbf3635e94d0870b0db87b6e5349d9eae180dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9763e8a562ca569dd6bce3e13a3bd7eb4459794d0a264694320e6c562ffb3a80
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f0fbc94bfb77d2f4a572f06442ef5618604052
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92b0f8f9af63e55071fc65e26e7f964e860694399599ef4290a2baa4a62fac7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468de1cbb0c55d4d6fece9d4452e17204373f86a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3910a5ce9a292f885cb751717c430707aa641cd964d6777dbe543891c6775fe1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea823c123db6e5a84f46eaee804e2e3ea853fbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e852034cb3bff5e1a2468047f082a0e25a07a0f973d708153afc7f20ddda2f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c79ff484f97687b08a5b39f8ae911c69f48181
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5767f0c238439cd86a02177991b94e21ac21a4b1b5d7a11ce54d660afde5957e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653a6b76ca64f318d15e5c04ea1fb24b2d3fa502
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c329a538347d018b1bcb9b4ff803eda89db72307575db04ddd3d28ee775863
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f268b8e648eaab7f5f47a3e10c4b62ef47f0ed9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8978cca5a6fc8916a340dc1b1077df8180f35d03a32fb31ee059228185f5d717
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b45ce57452d59d478b1bd325d6565183224da3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce1bae283204aff1d1f49da63d21e492799d9afa982e498bbd6200d80fffeb4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8102b90e0fab1710d267d8f232216112bd7d97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a336bd29e0fba5cad62670754f444e293bec65d762c42f9eabbdc18608b2c6c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77146c2eebb458cf404652c23d632628654b434
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209da6692cccfd1e03b2bb66cdeeee2e429704fbd12c9e9e1b301165b9a3288
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc81929343200bb91821fc210716cde077f830b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63a9fafa53b128cd7d3f830b81fc4bc26a99c5d4f7155331a30781f5f50ced5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f52769e0e63b355f2698ae5d060e1ea5c230e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e9be95b7d557bf89a1cbf1f58c935c582c38b93ba2569daecf588be6687275
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6987f3d84f7ee0cf48dc692dae249f39e1c90d8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00098f45e5656378ee9a77c7315a0b7374dca51dc84c03e4cc8c20eaa5fa2c92
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e20a3fc1cb1cafe4480422d4482453eb2d808f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f8e62926afe790f0dcc1b1d78156e85ee6dae68a2ba5e0eca6c93b9f42e234
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f877e8ec3c469868b7d1c3d5ad619f9c6f0036b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468272f3f0c23b68ff319e9d849b6d234f348bb15fb6f0a6f6cd3e8b4eb21010
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c1038fb12701ac93c7531bd86d1265a94f48d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c79beea179d9383d95918a17af5601d55aa6361f2fef423c073f04401b032e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8001ab57457bf962a49d2f02ce623b942be012
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f9ba71b996f010ff4c84ed80641af018a272f301d41bd0861d8193d08b51c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1c070142d73d4a78dabddf9ecab026c5fc6aa8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecadc85fae75e417be5a6c3e21535c64d9c5c6ce9c9a3bdf505690fd1ca0015
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165eaa0992b779d1f6aded8139acf3ffd528ad4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2755c8f535961991a089b8cdcf209253047e0d4d75d086a407c72c4a59ffbcaa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e6937793219206ba9124edb14a6a2fddc63a8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47608277190a570762ceaef5c7244d70720a0dafc466d3cf6e1bf53c378ca178
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa860bd89329c4dce99c165fdf5109d85d24a31f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9cfcc46efa28933498cd35de358f91538f39b1cd5552e0f6ac32944d90eb75
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dfc70cfab9f8814ec6e9f53bc33d4950b6c9df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf77f825acfcb9aff5aee410218408816e3a28ee78fbf0163cc9e7b1d38bb95
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ca4dc3fb870f92307c67d14b9b125c6cc9c95b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e11d0115bc0b3a49763ea0429544a14c4b1d6e3bc913098635394494b93b11d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8870bad3c753a79037f6ff8fbad2f250e3365eb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3da1a0f872a556e0568dcf146f16e1e0e132697207b2fe1460ec7c49dc608d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5096acecb677d8e8c0c73b23c9b6b365e5e3937
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4c8dd0a97b1c6be6aef9a07c502885399340d2a1e91ae5e4afb42d79f48f1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7ef2dc70f8b16a69979866aa3d3f262fa8ded6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee332babbd33fc3e82fe3707c9b94da51b98743c1c5380e0067b77ab8978e88
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd13a927f6cd20f24093c0032d3ef72feaf8cdeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899a39d311b67e847d69f98c7751f633aba402b818c9236dfa2ea7daf994378c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44196f36d9c2608ecfdcaf0eb5272734f70b3b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da966aea818e53ef1cfe805a280db19b7876eac61569b95e2ad6bc121b35ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55dee92a0c5ef3501b2397560d2efd98ab9b2f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73561b872e37d7378e5bc8c0e87b431efbfe0b91d342d3a10a8fc0787f76345a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153c7368967798c144e163f189de23c2218e9ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848486c133a64478ff38ee564fd2b7fb2d682c30201e935990d985611c69bb07
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f25565bd65c37d1972569189101efb07b6b4faa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58dea4bbe15bb8ea02fce418e35ac1f0aca665d62c2c6094edd0ffbf8ccf199
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1390c3d5eb3589c52e36822d329566905e56f7f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b80a36d5491d107cb6c4e126580b91b21bfed71c6d5f56f555ffcc55e93194
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fde23a0efc72524ae7f5659131fb43f8c4a20b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bbf870ba05850a53fe601fc47ee72efa9323723606663bcd1d11acf70911b8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e2c698021d527b0749a5635b498ba1cbe5e79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f124b76cced1cfd2ed07edc072b1ac34e340a9b9d7c6f53bd738f91fb18f4ee6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9097efe41b35d66adf1ee65f3b74db42c952f03f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cea2948d00a1f26a55a773771833455e4d7e995cf9e8fbac7389dd066c813f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee328453d7cd281267a1c3d244dc6a3ea55f486
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781b60fefb67b5d88e6e9a85bcd9d6c024dce49408c7d57d00def8dee5eac71
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb74014f45d694acccc4fd0fac2e674a70dcde25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f20b90605742a32ee00aec25473a4447605d1056147084a34d1e1ac2c73aef3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d697f3faab4cf7939dd07b48de66747f4e2f78
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a5fa762397017c8af3977eb328fb9a3c205e72acfad27b26c37194a8bdc523
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c9ce083e3d1f4957c578332e5c926de335d278
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5431800e2022259fd9cfef685153237211375061dbc8dd72333d2f76438742d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb9b2ebb68ec28b56875d3db18fb8e6da548a0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c931bb5f3a8fd669fb5b181e1d723fbb732c988c45618fcdfe92a08cf8878c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9bdf741347427a3dd4bae1b96b9ca34724597
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6675d3f38f7fe4b6d7d6d4c939d8749514e526bcc8949b7151b398d6c5273a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ea9c73e8026596304a3037fb152b19fa0ff68c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8233e3478d18ad88c28d1646fee12d6840c35a481c05c7f791c2415898210beb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6992917844f21d04cd06a3c2603663b3999c28e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d6d5a3f76700241da7eec34adbf02e4d7439a15969cf7fee6c160ff0666eb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9362385dcba0a05cb75988611cbff6a0baf9914
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebc7dc08957816abea53ac2211e778489ed0fb8febfc90b7566bd4c5860b9f1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f898a489401b97c73b012e5b23b1c0dc9cb975cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f2bf949c84ac4e10e27feae4d10f1a3b2513d182da65c5ec54641ba34ca9d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46306c07d45f5f5402d5ec20a54fcbe350bf119e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c7b1acf366c9cbf80fbd8b4e42716a2792b9662452a8f3ddbd4c2dff5271e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b5a4c588c7848b35e836fa4478561325b6c08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d232d917ab9f6e3fc0ffc45e25e08aa1b721f6a1849e70f1bf18e5f30928a36
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc638a8146e27b88b19fc5a76d458e5d2890e873
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef676b37bc8176d9a9ac1043ee633ad1078702e210726fa2eabba4dd9ff61fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f508db8e9987612aae0c7833418714fa4cb3266f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2059ae6109fd092266f59c4758d0c66f9360910c9bd3e7eafdc7a2d89b461878
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb554f5cab16a2e54d42e7ee4665100b06d177d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126cb89f521c98a448ef3123d014ec5aac4a1c26e58b5d3c81c8f6b8d220869
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111ace40f494235f190e6948d5b8af3690ac8a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56366780e16798321cef2bdddbabf01a4c20c1be83cec377cddb0863a5580d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb140c52fe71d5fc3657c3a7aca6fe657846fd7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33486f88eb7f6289eb1401752878f043582c24a5fc5530b934b05c0646038ac2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24f350c26e3c972da98234fb11ddd8ec57367f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b99850e3d19b1ddfe3297728ff2fd890e70aa399c6de877860f1c4f5fa47eb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39831c4b7086d58867fa2ea3ed4d9f7842358aa6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97882529eb33951422bdbd72f3b5e83f8bed785b18b75a25080a1f0f436c6fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a32f37f36b7e56120d4e34ab93abcafbe981b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f30f2dad02a217233f2032309d2b1a5fccd7812ab6305412a29a71f918c54cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce6bd84db550e63054c785d7314ef9718f5a4b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ed7e8165c1d55bd566b1911928dd528bec8c39fffc9f5894d425462226847
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4d234979cbd1696eadd9322d7422077f59f97d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ce24fa75a300e568b44c73041ef0b8c298d7670339c8562ca87cad50ea920e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb2c451f86f18cd7fa5238fa7db3ed136bf43e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8a664a9c033f7e6a149fd5d04ced4797d6d2ddb00405e34cfe93e97f7b618
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaeba3d78aca1219b7739497d0cff589a3a1959
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4884aacb17724bf22a1c6d0abafc8382a43eb995e8f43064c9cc13e7e5e4fbe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab7fb042e061fdb1aec1f425315af948ae79806
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f957d496d396be4b4b5b1360d07bace2f73cf0d2df2855c22eaff324e2d4f644
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9eb7ef868af310127991255d9434ea8ace4894
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab179564cc021d73512f306123fc7d35c194f03df54b9ae272de7996c402578a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fcf1f9f973287078dac02711c85d7ad930fcf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f61321c924207dfa5b914ec6819327dd9ee0fc9a6c467f2cc78a607eb984813
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f3a846f39daf52aff5b5b8f4f6fd6202971813
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105a6bf66d6471ff1ebac610e8a73c095714db19c6c55d61975ca983906b08a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf29c30be0aceaa36da8d15b67c3c5e93e81dd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c6aaec8f274eaa87d529b0e46a6433e168a963091b068e92146569f80ad10c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23400458d0300cb9060a318a5c98d2a36db048af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a42cd06aea81051477de79a07500b8554fe0192a686b30ab5a4e665eed467d5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92356eb46aa34bf9db6b9b3df8713074ae510b4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0362b37e54309da8ea8176c2ccd4d0295cacee1fa7192ed9e74cf48a5025034
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a546689a863613c05bba3008ca8af0a0ecc871c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9ac656822e269486a36ee13b215f4417601af0873742d37116a06bee6b74c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a715002b800670787fb0cb14462af8103743b011
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9a4fdc67d68042418642d57218c6890255fc232ba530992268dc66ce9db22d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdffd466dfd354474c73f925f040816e337564d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f89be753acf6242745e90dc3dd85d772a188edb1d425391aebabb589561921
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cf69db48130a4eb780ec13a6f4737897347e21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f4ff9154f76abc94396f010b0c8db9bd3aec7124996de45651963399aa2094
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592ed1a0fa2508a0c87fd79576f1a80b7323bfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c1c20bbc18637170cf9a4a6a601e31377567bbb2baf758d9b116f60cedd496
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df1d9825915d4e3673709668460a5739babbe8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97653cfcd5020cd2c0d3b63d6e07dfc7dcf8292b9e3cb7b316191ecd8f24ef8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde67adf558c654c551020af543bfe4778eaf4e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cfd1a392baef85298df81418541183806385cf5f043bea71b808735b1fd6e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee32f845d81d0839b6afca7971fc889f5052b231
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1f4d1abea2aaa4ff7681ef902c1cb50fb86eca84c9876b4ba05235d218d85c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329fe49dbd8feff563d25eafc437d922b29296d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1aceaf8dacbef720ab7a40e04dce2dd8ab2a9d12f49eeddfc53db6bc550a16
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582daf20642bdc3dd3aeca84f46c23f9932fa8f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15063fec561e611a398207f2e7d62d310cdfaf70fc84e611ee274e0eea9e9c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590456b1f16c48c895c158ca5cf808b40f762f19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7a3c1ecba18a776263956e3739c08f009da6a599add0d6bf13ca486b45c0a3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca7001eb23c101e61dfba1a1d4d9f8b17b0c697
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbd4dd628523f12d1ca80d07e2d719705ec5418fc56793cfface33a75c2a292
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0950b100f6eab0470f1c5004114f04e81db86402
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b1e68655b42f67373c20d8abb3f84f2578141982432b7ee05cf421b9aa7aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7757342e1afa33e65463452e91ce31afebf35b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d42a9b430fa3848110945bc1a2e306b9cd902a0ec9bdfda8d63178c224fe14
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ef6163d5586b3f520be71cc1722254c1fe7d06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d51fbb29ae1ff90e711b2267d546f4848f5b773b35906c9ea93f42dc0c6b14
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e5f74e2a3b0e78c59057d103dcefac6fa096f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594f264b98493eafc86ac6fb560627fe8a09b2530a3f78db319ac748ba3f7d0c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551fd1692fa15051916db1f0a5d98e698723c4c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4d8efcaea0477a80c87a29d7b023991d3d5375fc1a96f2ccf4df089df5678
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b1f7033006b25bbef4a01e38e4a055230cf1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acdae97ac876606e332100a836715b73bd56f4ce5e4176a0c9e7ad43755f267
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21622d448d9030cb28ac171eed351b963356e7b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb5779cf9c5495753217ef4888c6e3683628ea846116221615c4655141b8537
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab632dce198480729da2bc124a06623f9df226b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884c6c4bc1dca47d41d7e8d665d713b01a6411f716d07d789aa5f837b5a1edaa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8c32fc96a3b38241185ba24b765ff45fe4564e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d443ae4e3bab905ab866506d001f54c3c4db31085bb72d7508a5d39c6c67efd9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34e078883eaebe15b7de26b9ad4d344e0423c95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d63ab54f53da3c207180995af15f78175ab380c4ebdb4c29f87b67ff1d25759
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0c76d64871858f0f1be1d5e0ea953d45aadeb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129b8afc294941426618e56da8da889ca254c29ddb1f087babc4642045ef84dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f56eac572305ee47467fdb3b131000b1e3fb20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ad6c6cbb216fe9fdbd61dbaae5c71b1d29f50ddafb19c5441b6fbb36fa956
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfc9ce1dfa4e0510765ee68edf83f7178357b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293839414a725678e7aa11de527ebea7b221b1c3fb52cd9b4bfc9a1f793da76d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4aeb851daae10dd24995692da36469dd8cf3ece
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18266c27c78771e15bf5de8d528f8423411cdd22bd48e69fc6b0f0caa0ab2d17
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c4ed809651fcdfcbc2237eff17d7bdbbb26cd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85e2820d888c69a54198daf546437d5cd9381140dc9b5979d40e4321480a31d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5415c1ac23792181dd430a88f0aec1d64bb39bc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71a8bb0067fd4ebea14510a2c3a2217daacf2414794c2f131f27164de103568
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a02add4d7a940024c037c9372121efe40d536c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886a1fd55440ceb33b822d0bacddaa5bf26cdf39a5f50d5bee9f030eefe575a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed87bda63d02c8e72df1aaee96f9a32d86efad94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687ea122a4fa72fc11951ca0009d51985a474254efd0837b1c66863c06d748d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a640a8f9a3c2be23f50ef9a96bad35fbcf0fd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc4c6b3c47e3b4a26a809dbc0421cf7a9c60dc48cbb9e1deef20de603a1e91a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01886f3d994c0ee79969f99f71ce160ad53f5ba6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354eb2c95f4c37b6a37e388895ce8af0d610fb460d3b7fb324ff570482d66c5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a5df725691083632d67afbd52a3510aff765f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b320f73ef7fd339ed3e9612b26725fe714f07dfd1160ff27a3790f67833131b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31223014f591a627cfd8950de6f3f110d6f4b8b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0cbbcedeb26abc962378711550f7b3c9367f92ad9b1f25a16987be09ddb0f6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aa92cc1c13e1c1e871b552f664255da68a9462
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fccc79e8013e9224df2e3ea9b4815b61ddccb1e2b639424f4e8e2f68c65a0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c740aac82dffd4b60cff4d4e7fc2b7a6f377df50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a29365d14b7b288edff9daeff6aa0a2234e5c5831ca6e2efaf534f32b9bca7a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3255aa75c92f37b04947d31d61331dac7a84a9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df59919a3c2039f2c3afc7d64ccce5c8112a77bc00cbda2d37473e68ae71fb7a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973a2391ec00c428aa10b8497c4763013daef617
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ce50580c5afaa64d7303c75248189376b9f0204caa26c9e242139edbda5bfd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b039610079028dbc5ae0abf4968d8b24b700a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd38e30e5ef50c8bb86c5798128968cca723738fbd0346895c99e719c7f8d33f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ee0da14e153bfa0d90cd48bacfef895016f346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec135532ecd11b467504df45825980fadf0180485c949a9e56baeb5eddfddf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d764a0b1537cb247119af2821be773169d24eda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693d4ae059c2bc94ab76e1f747b2a4259a45d78e1534b72c88b15df4d563e04d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a968ed9b09b6e93cc6ba11758b21007fc584f19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef9cdd1f0fc5eefeff9d709af8554b83fb66ad3f1072dac7c1bf3495322f9e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189efc3ceda80071b2fe64d2dcd111d24bb5f42f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fde62b50b687a6cdebe168db0be73b0ebc542197536f25eb2d43115da1bd70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6671e0ecfa2be1138991b84743003993eefbe158
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cadda75ce5dc9f456f6bfc588348dcb06c8de733451fca3e75b62de13045e63
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9c01353ac970bdfe349467ab6048758ac61676
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2444fef347028706e99a3223ae699b6b5925f57866cda5539799777fef610b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1344f9a98928a2bf5de3fdf66008ee6af563aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af33e0c9aea4ee4b6eebd76996a38e9cc8ac484b86e002400dd18b0759d59c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9beaa83aff35769084606188aa16d911ec524a0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bf353b90fffdaa890845d7f51bdc2157f98bd6327b80f431f256434a259e6c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f32532c3a4058954cefc36292a0a7bd73bf32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf20b89e357309b54c15b33aa9f7ed81383313bd7e859c7173d0af0e74dccc3d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abf1d6bf22b630cd0c653efd61c8029321745a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37c811a180b58442f5ea2c23e117cae140fb926c247441e45e60a4580aa489
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1397c64a8a63dd7bcbdd16e30e25c04123ad0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74257402218eebcf7bc25c49a19eb151891a42aed98a0727f421f67fcf520557
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b7f1ef08c95384c9d9de0210bb0780c44a21de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e375ea48081c69899ddcbb39fc7f2dafd45c9094ddd5d325acfbb37f04ef5187
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c59bbedcfa5967b67abf129bc54ea29a9e88e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b1d2a8de323b345c961f926b2ac36a1ef92652711edd341fb5406a0c672a3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85cd6fa649fd0e465f041c6356b5ddc5bd8e862
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca576876b6543af9d2ef751f90f74294235762ec7ab6f91d7aca54f9564af897
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb80bf1611f4677bf4d5c5032ebbf2f5fb877f20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafe048acafd025f244e7304c0e06ee1178184b7c71638757512dc8416dedd6a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535ba5effe9689db974ccfef80129ccabddda9b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315c4394a3c85fea723835b3c54db0140828c8e09f063947bda6c47c3dd244a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5ca1579d389b48637e96ce06f68039c1a60550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b771473f9ebdd316bd32a7315a89cd6d3b4498dff52ab0eacfb7db5ba95a10f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00881c470ee6b1b97d5ce03a0e90ac5f4c5668
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31198ae9956f0c8748e90b7269256d8d0504fed40fb76836c18932d8851337e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def6d97796605edc9a91781cecf7fdc4fbd868f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99de51b9ed4d7c91317af47d99d692c02c39f4f674be1165e3c10ed0a957874c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049803ee6ba43e13602618759278fd4b62a07d3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d2e0b730e4d9bee0764b1ee5150f3289f02f91d14e1ecf81667e68433fef3d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934da7671e453d57d6564b4b9ade4d628f325d8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98989793bbb3b151488bb4d82b605b8de4c4260f7b6167cf72d9cdce3001e06
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8315bd08b312738722c81f0fc49d8101f4988a7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a5b90f9a3fb2600333c35949cfb012671904c64cb7399f67a2dbc86021fdaa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9add343dca2be9ca319df95892db1087a8076c05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3857aa2a346e2d7aec02ab86dbd18cb4ccc6a291d91527fb3c8e1a072b233c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e64aa3b882e85c18f1596bd459b8ea7f025f3c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423d6779d72e99ab1c6e35b154c8b46353e4bfdf010c72de1c0942743dadce45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4588861496df99013abbe140de26e130ae4c4485
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9dfea29527e572c92d1069c5b01bde268703fe085b7478a2ccdf9474df626b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f46928980c9a39eebaebc1212ac1b8eb53814f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b156b8415a281619dd599a0f53c0b3bc4eeef315e2f3c42229e0eaaae0456d14
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affe8fae3793767e97788987ce622632366833f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538abe3ea81ab562db04f66697a875db6a4f41c5314aaf6df11ab9f2aed932fc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d9e2c3299288d94ad90e4042639bcc913c6307
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadf18cd4d5a0610440322b98eb098a81cd539e7e29dcb5cf7fc214b5f1448a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647cf0a0e5ad5cfee72e405cb64a0b223336386
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca1149c70430cc805aa41067debb7dd73c5e1c55aa2a1f585b469be834f611
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1576d064b893ba27e6a8dfd38163c997d38a939
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cdc483909b639d198911e3c8bd863236add13fbaad1935f5ea2b117fa00380
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0c67d025362adaf802bdb8a0692dcc19ac98f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e6682a59b2b82dde1317c1edda425da4971425bd28bc72da323d25d9c013f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b9b55aeb061c6b938266f26c506be92191594
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c68493d5e057b7b54d134b91cb9cdff8af72d80d02c645900ddbbe130a93c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41078e46245b27d76f91adfd4e556574151f68a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d497d9678e457ae8a9ba2f0786e210f32fdf7b7a62bf68a3be85b8be3b4f67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff4a13925fd9338ae7ff7c87c33d85db1cf3090
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e930f1e2521bcc97073db4166bd263115b98302b005c76bd33852a69c32bc508
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de11503f47d2668938978281b562dfa6f1b046
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d8a5db541559926953acace03e58f328c2518d3d5a24e28b22fd6960067290
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09d00fbcd7a736ec0ae146e8653fceadc9c9a1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a4247d19390ba94522c76f8ff99eac5ea46facde34b84368ac5441ed4590f7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226cba39c5258d104d9550994e7157d6eb28e7b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c09d2f1fd1e9982c138b724af6d90c5b22eba7085ac32e0ca8c4e083279270
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b02af4fb3611d11e39e31c5521461ddc3f3166
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e0e8f03f180f0b29783b7b6682458885bb250079d63f1f3bac08dc758701de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9195750c6da94de11296c8be3b2d6a3ba1d5634c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed7aca78ddb074fd13bf04b1c9cf5a959882342bd3a6c3d6955ab11790776d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b119f1b2a6c42c59b78c6c4d8ca833e742335a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b0715700a2008e2d26ba566012e6f5020e1a27b9b5ac44daf1b99615b58fd4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5bfcb2767b7a658db0003fe7b0ad36a05eba84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5153ab0a25d520740bae4ccc7a090a111d73fb8cf5b36522c53c3a5caf1c20c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c72019fd30a832aec98b908abfbcad7b621054
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d251c665f38ddc5d402b7f3af5cbe408aa2b18baead8ee32cd2aabb7ee7a03
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92799df09d9b0502272d9937e3f25d3b8712aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c10470201a38291377af669d5eafa9214b583aa170895998de99b1d83eed17
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da5be0d545e01e12768d65ac896bc53ae1e3bad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da74eea8ddaae119b83025fdafc03d8223d05a427646f272b80be0adaa00c76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f48114f88800318be9ac828c5ca0bc546965d9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a5965dba0fd94d9df30d9dc44dcb8f70e4f082d4442bd7a9ce125080056ba7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1244c3f772f2a24d58c73994fcad7aec796507
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323e8ded952c89a2cd6394079408e4ad503e1bad01d31cea73790b8ccd225cee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38f845b89d0d912931e85cf9b895e0a9b4bed2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a72adec5fcde5692885a0a664a63f8fd0de9bd748c3899cbc82304bed2ebc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a208bfc253e32b09b31ab49e8e75c75a7aed36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a771477a49284ae112ca49bf721377afac951990973a4780c6439289e19f8d99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ad58215f7bcb5262eaa9d1b8d4768a6528a6b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0dc103c44cc7d477a47996151a081720ac29958b1716aaaaa8dc39394f383b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9d51a474ec5cff69c6d89dbda84a78cca47b00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c733122e31d5b8ceda17776672255df07613210414c88f7351fdd1c74037fc11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a238c55d59eacdf5a08dbba073510e94efc4ceb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74929228c60afd0c1b3f32b7428960ce2b8b56e48d4e6d86baa984d6640d9867
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169bfec02ca514903606d253481207a3ee4fc62c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc9a451dc6f4c2d9f73e64de618c6cb3d3ce5af6e21025972f39090fd02f327
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ad207691fe10c23823991ce24e27932bae1f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a69ab512d54bacd9a48768eb25705530c851e1c6504b57801dcc8b57947bcea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88a13d009809cb6ec04155087de0235942dc889
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9fd2bcb2799abbfaf47096fa07d758844a6f44b1c83c5211f6dab70cccfe6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e41f91164a6223917187b176d23caf0342cd5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b2f9e7c0a4cd448cb34d4135c58532f9d0eb4abc293f0e9e4122b2a491011c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed0e46e674eb86873d83d97933191c98cb847d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0da7e34fc00c3825009ae055e1254455dc1686887efbb66828190f8fd5febe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4804c37324b5680f482a3749fb9a6f09183f5ec1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6494628d4ff4d87042fdfbbe7b5d141d4b515398950a30c9e4b1e52b7267887
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae492b7c4a64953dbaae8ae7c2cb8f06523c7a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bab8110da9e8019c7e27678f758ae2b4aa89c167a8ac1b3284f5c75904b949
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b560b45438f1f996ed1b45e99a0465f6c8b7c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f781b0e5864c629381a074a8c38fdddbfc1415d043eba290ad6945d8dafad6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b16ae975dc95187304c345b82a5cc7eccdbb4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147d6103b1571ddc4e864917fc77ad9f300f3582d3b75379e0a722e3f7861a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376050a75a9cd0085149dd2c55fd859ffe0b9b19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653edb321ac4225f8bd38c7c4c05b2aa5296f0ee5f9bd087b26b2c3d660b3aef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b98db59737f75599e99fcfbef3b5c2df5b9dc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e9b13624e0e104b686a0acc3fb649d9135fc051603c372ce0965ec4e805ec0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858574a92323a29e9adcda45892f32f280cb9581
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f480cddfdb258783faa39799fd934a7409894e57bdf515cfe08ef9fa8b595c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4ea18bfe1f8712d15d0d5ea6bfd7dae3e2b62a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b847559f63661bc1be22ed5c08506a244b435bfc0a813480ddb1ffe340f84e13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca3248bbbce08e1c8330776cef1a212ab83a162
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1fbf2ad742ec17c9517283063198cfe9b69521ab010a090dc11ed179d94e7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b0d4153c8817c4f2f89b9729aea0779a67adf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f53d8b8a9161842aa72f5b93e5ec078a0754c44537f80af4365a6ee820354e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6994ed2ecf60e4396b3310ef1d78a70757ab0f54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150995a7771f88ad3be4c92ef4916e4b26b47fce4aa6cbc8ec37cff682a3f4b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5457eedaccf2d42aa5a6e850f998d26147ae0898
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec41154c19aa5422f81c739995591d4f628fea61b0b1bb282e91cb34be89a90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475ffc8def833878dcb8a0cf388efcec8b4e8de2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65a4932515409bd9c51fc1d1b624d996b3e717aff30dfac795d3cf9bb5b3042
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270bb2175d1d6d8efe952ef55b1d570f24b4e8e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa2fd4c088123b3a156f30d2e2abda7f0d624424c98b85b2ae0f8da626b5c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737fb6b08f9a9d275697218431126461d9b90234
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d3da63211150f502ede071428009493b2b934742417a5038e47536a5ebd140
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226a1d693da99ad2aaaf8db7c6a6c10f45d93e96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7974256f967ac76df8368826e9ce6397e70ba99c865fefb2ad7005b7cffd96b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0029ef71c05e5faf7c0aa80bdffe7f24295a88f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a257ceb870369d0ba3637e0340bb9682bd45657db5ddb068977956bb5f0c900f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f96d4b374cd7909d4084c932867aaae160d65f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a5d49737be8eabbb6a1bc16ea40fcfe3ef1fee9f418791efaa34c7cfd5a23a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b0b4864496d3f57522f2962a0888968d66f39f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff264a79bdc8096a2e9bdbb5005615a21f288541c8a470a27fe5c7b443d14f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c78c6c769722bedf845f6d0fcd7046b4749ac5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4b220965780db5fe69d2857f12317f0ec77f5ba55673572b0715550c838fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147f31f69eb752d63e7aa82f97b9c0cd4c52a79f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9493402f38b2ca80e26008599000f64d5f970da274e6c846d3503f7dcf8c0031
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a076f78a53817d31c8690cb0bff2b869b12bb4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4af5e5ca9f39b2bd9480d3d51d1d21522257d3dde14368c074ed63cad7c5a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513bfbcad803e41ee43dbd57afd6b6a03a5e6b04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c276f444057d417148d1c2c3b91b370fcf9cbb422f42d83c8f199c3ab8bab9ab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8123375821d883033212c3cbdd2fa49a4ddb36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab58fba362f56f1a6bc2aeb826a2501a3c4493ef7dc9dbeed15a719b4b2b8bfb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837a2840e63dad0091c2ad18de70e0c6a779d207
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946301d67ae3a12a05ab8a34f04f78588c71584e11d4080d9cbdfcaf83d3f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe8f3e5d6d0d2da54483f0c46bd44bdf42a83b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f314129e940724c80a7c6b8e96f5a1d9c8c024b36d3c9190fe62718c50a27cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160964c86cce63d6ba64aa9dd6c040d1422c7b55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9205cfccd8713c86b19cd080d011eb0b09445a3cd327b835bd2971f573867
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d09dd362295c61abd27b4825ef0292ffed0c4f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612ba91919f5c72a77fe373d24319cf2b0de76844143ebc38a6596fa77aceb3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83741d6c594e109a5ac045c466ecee1d80e6c507
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d737e9be322a4e2aabe8013792283c77e94b82f20e9c40059404f8086fcac956
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cbdeb5926846635143e9b16087be4c7eb606d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f76648486db7f2563593c145ea9c8cacbbe344e80778cefa4dd95d1fa21432
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c0a3ce7a95436d47b253dab9333058d36258e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f6a6fba7824d2a6898492313e65b98d7fb7fb1860d1139d7aa8dd4089fbde
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e840f1544e6464c16b17a7cb90768c822c12bbc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c55280db66b52a49c08ac42f1ea0f61313e293834f9e115bca03ecbaeaf6ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb54dfba909071c9eea3c901a6b4bdab7eaa334
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73300f464bd035bcc6cc49bb7f36f611c65c801e730bcae4d90ae42a62e1c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80347172a58898249915e637128db5cee63fa896
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bd46d92ea02ef9d049b206f671792c5ef71ee677eca7ec536186649b4652db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a1862189350d1aa89cb829fdacefb142827ac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e124599b72d06389033fec867b56f0d912c9f9707a2b62d42821905583ea660
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a68a2a273072e9ef08c8bd3768908e2ac1d84df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9ef37be31775a00b97e8dbd8bcc88d794c5cedc958fe9f66fef2fb53dd5489
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629607c3ddfdc2412c0564a566936daf0b18147
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c7658c8e0ea6b2bddfd0f29002636b656ecf5ed4f4a6f007000e4bf70e432
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c854132c0184e5a5b2ea0806cd71d94ec7c1e5f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac481331ec741cc1f6dceaa856ea23f75a5f3fdc6af1da8fb95bc2d212ef646
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef50bbd8a4b7b8cf1decd709bc14549f6e5f609a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e0e8bcdfba5f3488d3f10c0aef1c476cd670ca77f55b65dd066136742f74cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c3087c8bc338042a4ddee481bae2cf6e3c72ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e891c1d66787e787dbf3045ccb8d469a79f6c416b168dc406f0fed04791c2293
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd5719e29b8471b1616f06476e66cfdb61e7c87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb34eecc02d79bbd2ef296a38554c5a078e35ef62bcc70c1458410d3478e39e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64d078d898a2deadcbc95e234e093a5b878633b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924d1d46a2de54e40e4e5e0142a85f3fc7789450215871c04b1a7e2eda3adf9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ec8a35973a3c785ef3f853456f37823daf5053
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ade3fa58d06ab3e689bcd733fb01dba83b92b7f8ea11199bb124b34e899d69
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826b5287b0bfa094dc64e455362139f92808125
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb7b6a09d9cf1e05803087c00f56e49883f805f4591fda37aceb543e6f59c7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1c76b0ce170020d39d0ca978b66b130048d428
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff96f3a2c643cef246efe84ac0e35800f0f1266367c66098aacc207ccdf93351
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923c63f008ebc7fd05275d6fa121bbe50a225986
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e7453d926e327cb742d80e20ff575b014558421c7852a03661340ffcb80965
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5114d7124102fa2f62820b30fe135e02434a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ebeb02fc9966118caa6c9f391f0bae7e888b4a9cd958fad636ebe9a9502dc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eff40bd6dbadfd7aaffc57d11797a037f41d3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a4b3bb7c01ea4fdf1c17e37862f3f0eea23033e327c36707f100349ac61294
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8215a9389f12bd6eecf5e338497836b609a75754
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceb77f4b92179032941e4ca292a09e50fcd873f26af44f04fa82d347517f1c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c34267f34b878272bd3353392e11be5df2bc1ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf665c4cc593a414b26ae3d84d8af784a33322c04a9f4d7adc4bd1463c2e341
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d665fbe1a3ce35de9798f45d3c32961d87b832ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94855b5d36bbd3c1eb848d7f22643a8148aba28c3c75c7c0491d397961ce30af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f1218c83b72b1884238528acf74cf3e560ff9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83df166da4746be5923aa2868a026ec9d68c4056787aac5bb907f3acea7c239e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae14c853baaea5897cbe338ba781940992d26f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b634854d8da855d1b9659ad7218d30b42e4109695ec557762e966d883ce31c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aa2c8bb0a446dcfc7f2ea1c0a0db40418c4cec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018a1c8fff459137695554c20415f792437f779bb2c6e219251b457a30c5901d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5106ce3e3d5f7e272710273e32f2fe4097a1315
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890f18ed340c47d8baa650726228a2bee992523828204e664ca38d9347627457
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e401bafa80a4d882f79f3a569fc9a150384824fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be31f5a40dda37382f4d14dcb446e84e77bae3b3f1715b7bdaa500732fd2cc71
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bb8317b14f320d90c848a3d6f750bad8ec588b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc876b5e408b6931a18d4295a15820d49b96d74ae45b790460cab3158c63b695
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e7bfc5c7c8903a7373acec80bafafb8f6f7be4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521431aac75a4bcfc7a689ba7286b666cf629feae7fff953bef6f7c8b76a5d3e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c051565484dac12bf54d19a0ff72fed468fd853
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de16032c0366c3c5372aafca6381f34e3ef242b19224dc0f5a3c02a72e0c88e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17dcb4b0d89121a4f299f5ec1119f2e594772eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d646c459db16f3021ecbe1687b209e2a11094ab1ef4b70c98d610c9e7d0b792
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f5c7a3c75346e5940079b25ec2dff40f79f439
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e8a533d67273d9ddf708437b25135f6ca2dbdcd091a220d515ba1bb743466
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc755f3d228f6568958c061e8c67c54ffa21c319
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46783431da8e427d2002fe3f5190af12f304c782798e4c388dfa07983df0f680
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48de4fd5af5fe55f8182ca4bc79553d25cd1176d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac246c073b4c63108e644d34997eb9017c7d978565dfe46798592752fd43edb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1054bd287552bdcb5ff4303ee4e34602173d01da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdfe5eca87787ce7c56b8d6baf4f191fa8f6f32429e674cb5d93f060e2289dc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd8a6df03edfd81f8431beb6bc40d86ae1684a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3bb50ab1029be9a57839432a1096d38afe94d4960d1c871e69b41d5ebb034f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a98f012042be435d12f010ace04efa166b4f61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b02ba9062af782d7491bda7841e2538725d604c4077ed5c8d540a3d7fd1ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a6ac95f26c99e813096997a2299498b7718943
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc8c93de9b7e14daaab2a79a7d6650e81e7685933443830a4dfe39f044e69c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6859d72ec49b7f847aa2a460db243e280cf7af6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7134372bf22d9d235fb001d676a7389315cf8c4d89619f1536d0c7a47624419a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e10adbd20a835869d69c046eb29d61b4035529b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8a8d1b3d88a049b595bf831800e401f2c17bfa72af1e8bf8c2b1dff8e709cd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3649c673638869850300ebf7837361c7bea955d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292d692b117783b0ce8729c050b22a1f8fce88a5dcf8a1523f38c8b15686ad1b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6c8f5841909b5bec48c073bf92ae9c1e4fd19a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b1e4a90983404f93b8dca6d081daf3609b79b006685b2697a79dcfee6a8e96
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b6e0470758d80cf0f111b8d8b9835a0dc69ac8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8671a677a1cd40fcdf5f48fa8eebbe69fee8d26bc1d353ab4cfc8e0c0b16d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d97afd1c4654793ed4fe5b7a75eaf75185d17c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51c75e0e844fae69a643f999565044371d119eb2a56f0bfdfbd73bc0e2abe9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3623f6693444956291f6989de52fef1da1f00897
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1688c97e2640b7ddd26244bd0601ff688656aa052a7fded9503bb4f379a3bfd1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf87c4d2e937f94be95c7ba67dad2e6874dc12c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc40f0b73ca34f6518b587ec2847782ba11574de87813d22977379043def23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba5df1cd1366426584295c9e1843062fdb41964
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fd5a9d21d57601565512de253aec97fb40cc2e5f56c5f7b666312f036825f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb275e307dc70117918278d26e10627f0bb54bad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bd61c1f24fbd6a17d2920580afeb9852acd351ed620ea90c4bbefb56c449eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea314c6b3883c56c5ec68571689016373657d45a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297c914139e85c57c4735dd2d9861f92ce0ae0afa983f09f05814df4b6ea8b89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d72749d79bd92e0ca2fd8e88216b5ed1a78d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ededece64035f33c76abe55cfa070accf93702f81a4cd0b482c4427ea021f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b752b94a702e59edf70deac5cc646b4c315bd1a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5836c56d093750078e00011c4d1ae0c41f2b970802aa0718ae4e6ee9875ee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bc30c0d8190a493b66708a28d214054f9165d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb246a5066d3d8419fadd3bbd08be17f64b9b0f45759fb06599674b668a5d73
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e916a2da97dcbda02b6717eeb9e125400768cc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73d3e24c88073823ed956529c695524c4ee1ecf48ee8a4bcf4c3414564d9e93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4605300b6c3ffd4940c15d7c4b683c24ab328
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ceb2cb1f6d8312334707d23a6436c8fd7cbeed062e7276b5034e22bd7ce2e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb68ce786b3661fc0dd8fcf1915a27c2620045a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d9900668506a1756be52f6669382cd9842e2914285aae633a109329b9a843d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101177ecde005a51f771fc036156cc10e50f5158
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f849e421b8be12e0eb47fcd6172b28d647a312ab3f0c126a8ea100e43afca52c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae84eba44409c7c4086d4c211f74d9429a92752d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed655f56f2b677044821ab80459fb14309d9719601f7deea27300b7018c4b0ea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363fa52877ca52a94a7db0a38804b592a7fd99b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444187c298e8ae5cd4f97ad8fcbd08fbca5017ccabf86e40759c14c8a467fc7f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e79dea6f9d31d1a147fe69abe646498d359add7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f9d43f53c4bc85cc46a85c189b79fbb6df5de215d85a7900029867995ad00b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63966ca13f135a0f2a705286935a4a38e6637b56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b6fe2dfb51f8e9553aeacdbe8e76bb9bb61b738f684719afa72a3518f819fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f726c138148e494b1f582f372104b542da4e14de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d27651d0faafd5f58af988475cee1a01cd38ee79baccc58ce164462dcfc49ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09484575f47cfbffc957f86949de5587d366713
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a32b38282e53c5387a8c377522fd347da1901a1a69821d20748577155b5a37
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9c1a3fca120ab2efc9a3030f02400ea5dfd130
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0beab741819ce9f44b3297dd68138d0e93e70417e737db74f8cc5d75bad9b81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94256e44bda5016f97a83e238910e07103f9262f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a227129e71aabfb4dfcb3f06d8828a433cf95e5f13dea66b6079ec92f16e4d82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb767533158e6dce1c0c0366b88ae64536c7c144
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d09fae1d9e8fcb00aa23fc651f9c842574197354703d9c564b206e12ee840
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cfacdffe1505982ddeaf0830f40ae54092653e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7d0c2e6bd5445638480644e779f28c64d98e6c756422183e45f6cd62529fc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21881ebdc6e82b025359ec6753953863c6100da0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a2e90cdf00bbfbaefaadc61961f79a758392cb38472007cc13e5ecae8f8a94
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40534dc2b9bdf67e4f7d50b7755e03924fff986c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642426314030ba0b3fef169630e929a87121f4cbb30526f9f8d6489b628067bb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e96f53ec95ede6743e88045d632a336842972
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224841e351da8de68951533a9b20155935af74714554c505f2d97322ec1b2201
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dde7de2df0b14e70d15aef1ba6ca1caf7c3b0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8398ab9a95b97c8f379304eeab9c6a965f5a7a77a9fb102ed0ded6825f290a66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a9efcd6d2fb2065f57b97dd9c60e2896093e00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8653ff8156995ba0294d57ddb3c6732c8b3cc911ee919921d03127bdcf333bb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66aa213e46fac2d9f86514fb621c334584d713c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcb8130b9356334a1fae239072e53fa375cb82108323d396cd999c5375ee95
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d985160836d19d8e9ffa3318b70b1c30104fb8f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a014f113659402ff755d24e9f21db541af623ea6e19d4a542f3ad46e030e12b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7f33522b6e7a3a59136e8641f80bcc7503ebaa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00a492f0c9894ed5776beae18db974d7d30fd3982618a1e8771fe6e210ddcf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5184728aa2e700641750430a74ded5f1776af954
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0076dc0f1808b00ce64cc7593a61ebc5b082ba703c4f7212defed16369458201
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2843fb7889d108a1697bbe9676ed0c815b4a23ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54981ebc2e63d355d36ec46ccd1a1c39dcc4a5589d0db7c3200089d87e33c199
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6536374285f559bb91ab91fec8196be3b6c6ba8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf00fd332a739a69f1087298cd79ae3efdaebd9a42ffd3ada73b7bf5478f02e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a8d4a9e6305dd485619eda4cd16e8eaae1c767
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf01528a6bce5d465b4b9a712fd8dd0e1cca2d6203970f00579263b915c7309d
+size 2179