diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81891e9b222478092c2e3e19e4a6b71e5198fb94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd24954a165b6867600dec86cbe199017a7bd3df9f7ad697190441a102523
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d04240a41a93a16b5d825195b55cf220ab15cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8460cf65546666b42c8ef6f6dc9c45b775570aba9448e82ff594bf2e7da2aa98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa082dc99f95aaa04feaeaf905d677bd8accf0a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3459c71497120ec36a4104ad1bf46cabea395134e669e9b4fa6c980073c11019
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595d5a6e81929a280edc26c61870ba281ef2d287
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cce99deaa591cbb19af7eb32706b4e93daad6347123361893469fd6c63c32
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6069d02e04b508b057ccb92aa42f84bd11a7be0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96930f9266ecef0a724aebe243735f502a5f23ad96890984809f0ed0ae12792f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12236537d5cbba465734eef06e86f77fec692f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d00999705a276ce5c6b48772209f4ad899cb678b992a6104e008c97997d663
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65ba52556637fe12cd0c29dc49b42a5c834b17f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f207e50e21e806f61501c1f8ab4fdfd9d800a9f50c460c76696ffc6983518cb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffbb20cd1bd5c8cb9c7171e3864ae6c8d8e96b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd06e6a3ddb569b884611c3acc6c8d81d68824040fb7ecdc7a9a1b9597ead6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7cea0e7a84ab62b870ef4df1d9f7771c256f83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27a8a9928055cf9edc26a4be3719134f2e64927ed98825a15e845ea06c8a76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66887b03c3f2e1f2ce44f9f5af89a61ff8b8d690
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e19aee00d225592e407b003cc8a608b1e41b336fad1dd9e02532c213642b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2651786e752602dd281c92e4bc8dbf31c4bf5a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd70a03ac047ef8d6dd9cc5d0b2f1d89fd1d730413599772a9de050bd234766
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43034caa5b49a1824068bde77eb6593ecfc39c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886b32a6b9fb98637d82fd51c6d3c2a7bc3e971cd9364d8d85af999c200ef4e4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efea3ee50373c99e81f879ad89d438f267ec23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2dac925184387c43891ec32cffadcbae47470dca78ce2c913a141d7a8cc519
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acac64d861d7fec8108ebeab439ac7a2adcd28c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90923bccdda72d27739d1196ff75137eab7768f111a1dd58231c0f17344d110f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb159aaaacce077a7c59a804eeda605b6fb8d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aaa693709a252db8b9d44778f2dda03a9c5572a9e9f537000e31d773d60721
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5affc4691592ea3ad98b36f2dd4c7cb004c2b662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ca969b9c921de7a72880a2ecafe4bf782f57356b3927e31f198bd1e65232b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca28a1b4d201d2c081c6f9ba4d72b89e5212e45e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e706f7e86f9f1ef5dc609bc0cdb41c5b21755fb8953ef086310b53ccac55da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb1fb3fdc8c9f9d5c37644b3314058adcdf321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d24cb6dbf6ff5b8b527e8661d6c952b8c30363d9777ad2a1b98f4e68294b91a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3916c9a1c235c409413ffb1349cdba7909c31ba8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437263e63521d3294928efd9702a9cd536a25b2de16421bbe64aa354533fc1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574ebf9be7101cb91d6c2537e70b3f312d6ff34c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cd076b3161e4f22cbc7c9ea16803c309da821850eef0e6e90266745d5721c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972f624628554875668c49b5454bdf0833935bfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece61b88d9678ac8d4ce7cfe4cb114a1d386c42390d45c9fb7aad3834d25573f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f947970afa22e45450eb6e0d89e13b608a88694b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6f4c1001026d03523291b57a7f117e75f47c9cb35befd3a355b86db2c7019e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665ee33387bfb662cb645dbd9c15e480be40047c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dae3a78a1afb2413e73faf09b0311c2b81ae3f69ff00d2006127b6c77a9e98a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b6226aea8816430366710d58949a04833acf2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b79e632194ca3aca5e13cb635e7f8a789243c34d4405334e42bce2aa8321b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795324111b03154fa3d37b1f675c6e4c99ee847a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf851fd2d5e6a9be3df91c74719bcbbb069ce752e47710001654ab5755424ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a1a9250d9272016028c5c83fc59d58aca87ec5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33feba18436072b3bdac6471a69f26716e87fb0f16f0681fd9b8115123c3af0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ffe0d367f9a4b50b5acd69eb90103c0833a8f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedf76d88b6f05982b7d15cee2be69ca5c715fc66c08824d3bbf7fd71210f7dc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e5398d46169e8f40b6e73d376c1cb2efa022a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e051814dba430967169935f76b4066e2f704af388da4bc7d42e42c0ce9b9bbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd022e083d580b6e4b79ad4600673c4a6f368b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89debba5d4a0e8f6269fa197d9a16829b78781ecd9a35f636416539eb5535f7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca6625a1e08b9268103f9c8966897c9382463ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b34884d88b6116beb5085722bfeb87ced3068ad5bc4013bea0c191a86a6360
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea9ba9c8cbadb475bfd11083496d763675fadf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa64e4ff978bed06f84429ec1168153193ec4f03eb40bf85aca0d2ee0a1cb3a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd92f4be61fc22d68efb597f1da4de80d6b810d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297487f90a90cc9d3aa4d6dc7918ec2eae4afdfca9941eb3199d0756d168ef1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1fb66ab1fe2038112c113d387355925fe4610b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ba5607ecb16520ff2eb17afc25c93c8594d11c5e7782c1a75fcb1aa15ae13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee41f6c22edd5e7b456a4ab341531a0a4f2ce8f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d786f5473f0f42d40e58a6f1ec23a4b076bf2249ded32a0ff75528897c23403
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2502b40e2e5e221d2b3cdf292c20292cba2b3a7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333286ec000cf022cd9271920655472cbff96f2ee8f2807acf2b3c31958352c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a7dae21ff749c5ac672aa2210c34160b9a50c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7faacfb0af2fdfa139c606e769378b2474731878ef68554a017f1b84469e2d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ada4232e5596d3f1f4866fc2e2cbbee7aff24dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281d1b8eb7cb0ea15f077b8112833d51c85a4cd52aa1256e731a9b5c836aa698
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2549d5d226a7d00e02a870df688bfde6adf05d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359bdf25e2693977d352aa712a237c8a817bbdd3925710e16c3538e5c88a4a6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44974c41ee581b3794c5391beda587d5d3bcc8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b85975b9a462339eeaecbb1ddab65377c5f80e930a0fdbe616f62a58fc266
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc745d3d9f12cbe2d9ad3c6ffe327718379289c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acb5fb774cda0970beae46b1dea4a883a2db2d8fb8866f75e8832bb874a3f39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b08c5a17861d8da34fc6d3e2862d845112bbd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2702fb96a3004f9118f939fce5c395f27b26254a6e1bb65454470257fa54f1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9220bea3131cb22168db8482570e70f668911a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7676d29bd5ca6cafcadf066334d791ef204944150e2eea150a3a9af44515c237
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c29e0a7dd545012956b78a798ece2ffceff992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b995765930d59df50911f34dd9b02914b1bfa27511fc0fe2935581ccf39643d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79893af8220ed9e2c65ed7dea0037fe5f463a14
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aa4db0f2c826f8fb2f69f00b04c8831789007b9ea797496b9e285568f070fd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2a9c71c3aa9815dbfe4821d71307294bae946
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2337a3e713009799bf5ce699b201ad46ee676b018bcc898c3ec2f8aa2538e4cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1db75be147f34da4228dab06779542f95b13f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94033b331a4995a9442c9e36c96ad3a58060d448c4869f3778940d0cefe4c3d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d36141463cf96ab90402877019fed025672fe1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c819fc40d6697f5902cea01df4cc0f09466af703fbe870cf494b1885fd2f9739
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a6873b38785b8dd45a49c0aae1a6572ddbbed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a244bfb3754007073eb752679024c677e45a94cfaa6d9949ee1036f1ec16c87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f0ee7f73f70bb9bce9ce9d1705919972f2f68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fd4c4613c072476b127cb39bb9634437099fc9a59e2d1bd4602c9d45bfec38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5325631133e3514f416ffda439c7f2ad2f1638eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557c0cd08e1cff4fe9082e864baab4c3ecaaf1bb2ec6ba00d9379814a7347dd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0458f6ef60972079df003bff41dff0e803b0c2e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ec436447b9a27343cef1f54d982f1b26d0adadfd9ab8c831c63efe0b6bcf22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f859241ef3be40bb542353ead352fe045413d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5344062a7fa409c1fa170c1865cc33a07e394744025884bee8b4eadfc7ae2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8859d42bb4a53b1b79b61684d08753929ac2ce1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a5d48b65e012f1bc710ed958f0daf98ac8e436eaddb551ae4ff19b183061f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e1b76e9e51994280359b1487dbf033091d9f02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0e95b394b83376ae712d2b6da4f1dd5d0493a5ecdcf42bd056409c02b55546
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1967838b5d7ecce3bb8be5890c2ef08c980b5f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f1e53d7283761a0a14bc57f3d25d56cfe8fed018794ee4b9aec70ee386bd2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d32b2314ec8f6793f2e8f45cda8dd75d0ddedff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49c4053cfb6259e246e528565f6f8257013489f343343c73b0220dadb6e459
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e4e44abb85aea5b44c9b9a0c402056b5d82153
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976909e5c2a2ca6f621572d8381145edc8034911fb000c6356f8792fbf10b7df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f0c9b379708e6a79661fb6fb2ba1ec8636ba21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f638bb9edd3e3b8da1c26192c92772bfd269aba80a7dad5cb59d791efa7ad4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485b2f1ab78b755fcae6da6ab1e09b254658e51c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d1a583b2cdcd4d6b17f0f8b3bcaa537cb883d9af2cb05d6569c6105ff7fe1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc89763fc53d9630a421ed4ee10fad175bc9b7f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d002906af0154537131b67883db569eebefb79e4116fc13ce2fef3fa6d2cac93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de39c9336981d3202a9058c8de3d5277223ccf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdbd4f75d9783b3225c246be308ea261bf8d5cde3031a74d9ce4f8ec944133d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4435f4b727bdcc53e123f4ca88e8d1874eac6ece
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfdd9c1241d63eee1ee494638db89fd587d294fedf7223e4a0131f99592cc30
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45949a52c7da547f993e6e850af308e64a183d64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d456eed03f0ee2f0f937df2f3165848933f2aede90886130d973884e06c7821f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dc47f82d4690e63c5103121e3b08eea39620c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a24e9fd202a94343f0c3ef648e3b8c8a9fb38d2cdaccfb019bf50c0e82b025
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09becca70c17ceead59be9977de8e9d9d3f6a9c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dbbad7864de9531e0593239614ba6a11ba89bf344ac49a98ec6330d659599d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8490ff95c179f535af0aeff440833fa3469a240e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199d1b7017bf9b7d332dde02956533ddd25e3a6fb472b6b2f0bdaf16bfa219e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a6d2046df1b92a7d5c653d75bf706039cc4fa2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a285b42e8841d8b4003aae62a2eba1f5f8815f02b559ec1eb0e15ac8c9064583
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab36d4d0ee59d2bd6bff58e6f8900c2d18bec6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f952ef52ce0077a92b2c11e8c312e67ca98acb9d6eeb487abaece161feface21
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e71e0b8daf4260d8d1a776344f26ab8f998d8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c9ff7361064eeb26adb4bb9e0ed6533b7283ecba8b18988b4cb16c8b2ebaa2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec2702dddaa779899a240b1130f25e5cb83a2d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613ae387de6b4a9609fd81702e240a27e7975d6520ee6cab43520b0b74a85d23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490e7e686db49414e6908ba798ccd807ecfba02d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a375b06d8964174772b357673904f7817b8fb16f17023e3fce367698296c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32df314a75ae0ddbd9f3498d6ccb1d1d6219ffb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d0aeb7b342e4cb3ea563e99522b0f974eaff7018ea3547f40ce153be9d9e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc5ee103a9bd01c4c5c9469679f99fdf72875b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aaffc6885ae5ae010ee8468128d472947969efc8734c5c56bd237a3dec25b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7177220272223dc67b99a9cb4479057cdee3d1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aab2832df0c3c568961c84de90325bbba76698f0e57a4d286ac851626ce04c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf531ce1b106765cec84a5e993dd30523933d702
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c37b80341efcbb203a21b500d2c26d35c8414fd3621ba50c664178e387c64
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa69fbe83af945a62fc6818a63ffd612e117b1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240416e38d5bb14023225322f11229c1b76ad7cfd01eeb6792c458caaf6169a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c388375deb06723a7ecb6843f062ca0631c85610
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed48f07091fafc19160c28229d7bcee5f6db66f68c66d47961af11ccbe8cadc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f373f169d069fff4852cb19cadac11e3dc6edc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8016125f67c235759a592b7f0c59dde27b95b425091fac6003eee90b3103b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d91a83b87a9d87ef76ca962bedb7512b98eef44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62cebb0774db84928467d29bdfeae2023329b9d58cac0e797b1c4a394435f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6156af0486a27433e44cfdfd4fa2806bcbe00ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779630bddb1379707686471a932e64522fa59110e5b191b02d411e5bdd55d046
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05ed71e029c83d11336436c6fa93a995dce80e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2bb47a7b08b27e319292332b8050fc7786ec06cf77e5be8148fef97640fcf2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e3bc3d6c7828ffa2580f15ecbba5c8702e3628
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f1e9a10b7deaff99da13563d6b2042bfc63bb2fcec964381a5bc6ccd1f7e0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad4926aa1d8b7f6618c4785f8efd1230cd7a16d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023e6e9abc7cb18bb1832e3189bee05284cef669a890db79b5c894437a77eadb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945ef8041debf34e103641dee1685303ebb7131
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c74ff2bb72df237c22ae23bef655aef8d0941156d6b2f7d322772bb33965ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0d1d606be529f35b25b372cf92b29dce6d774
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3e39c7f7ea1dff3154c5a3987f67db22f85fa61cab0156359ecf51d21209b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4592080ce46fbabb12fecb5ec13a7491926968f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b7f09fce8a4b1a9352ae425aa9c58d8996817680ceceb20c25dcdab35287e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc21250e36f511f9a54626e25293a5af7539616
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ef3340f60d57dd55ce376e7a22ae31d8d0c0e3da8af0f408127e544c3c2460
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c4f1a22c03e5eb4d2a2574fc76a9bb1c31d0b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6238eed8049dacb97a876701c0fafa80a91f1d45fb2a1c538e6e7826b2350ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42420ac2f20a6d9d154e0afa1a15429353e72cc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ac7f6f043502622e5a16bf108fbd1efd3e787ea674a94f26d6828a8166579
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9ed98a19d3707ea30fb7cd192d4b87b74f4bb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb15145a1628515f6989d31428c407558fe989a9cafa818e44a379420938769
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f3cfbfa54c912bcbb46840374c7122180533b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b3b92005cbbd2befba4070181f8731cd5a197b4e43e300607591b6b4e98d40
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36321262450b74bfa1b5438ced8fea8b24e209ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0fc28806d141e1d1dfbe77919d60e9307f341b294193ce3f1507e4172fef9d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ed6568a6b149c706bf1e6a7e4b3aebcd64e317
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306841db28ae32740df23c74f139b90b17b57b7908a15402f9a85a9aa5ff00f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a17f4de0828f29c2d88ae3eafbfde0a26e70d4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d78ba370d338626f67b50dceaada81a7529172d5c1fbb238571b44e280f6c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b325a007174b72e9342464d1acc74e6ab3e7af56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8bdd4c0aa3a618d722bfc4009740a5aa7ff9943fe8b41333f071c9d2f08a06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f375c33ede6ee31fa8321a3163e8833b80b89b21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da21c9cbec2a1be50564dc1abaf5148f1f302d1d5fdb09ad2e65b7c891095ba6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc90f0c1d71528b65f7991cc47e6e369c19829d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42edbd96337d365bd2804337ad8256816357942a9037ac781f51b56b52b614e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c12b6346a9ae551184d396150130afac9a063
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2adb008a64a4ee73e8c9b09dcb151a678217b076778c732551f9513206ec804
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb5c50b3c726917eb4caca4fcb60bd2a559c11d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82551ddc04e6948de34ee3b3602e482a5f33bf2cdcabe0af2e0bb0866e96a744
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e8b7032a4dab2ea6499e95c8207557a3d5d316
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666927a41d30a7d635671dbdb1698f76e5dd2d3245e3e755ee604bf772be903a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f10af8e4fc460ecc8dda7114697380cca8fc77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f973dcefb1405414a424588a29db75ff73f8e4be3a162cd178bbc129c9d6a12
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f2d11ce31893277bd562cd8d70855cbc075c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c28ccf339957acfe17d7ddbf553929e2a15790232f44773e67c7450704c3a1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f62e508b8640fc4e7942904da24d1311a73fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907f19661f87d9575748af26a1f1d382d202dc70cb18a46f57ff5b659ddf0757
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a5a2f644329f8ef56e59fbabfdb2d1138c7d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac77c9d00169903d02e69a19ef0a792d6dbd8a32f92e7a97c72b860389e8979
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e14ebc10225d9d20a9b7bcb4259420caf2b327
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a5997eaa741f59c2e786b6898b7a89555efa0ad0573aaa92bee21efd48993
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb260b7bacfd2b154216d447d48102c70e49ac48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502125fbbdbf48f3dcba45fcdf2cc5a693ef9896876792c19d94d932a0c00db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897501d618cb085946d6c770f8498f0311846687
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd9997267e72fa43e713294e2e4cb8b9baa1cad941cf79e188d1e57dd7f326f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e08d851894f15544a8ec2c778696de7a39c4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3b15b5ca2e307c843c34c69858f37f83f6c1598171ca0cbb725767bfa51cf1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8d44ec3ce21e8dd6cac7076491ecf3536cc059
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc14dbe0d683b810f1045a2a8ed1f86436c58d2012aeb09c4764983a000db0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740fac668bd7a3eccbcae3f7fa724e3014436232
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064700b2ca122905273290814eb5691b6356a0fb6148402888d9f9839b22f5f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c818e19663883ad768f81d4ff3f5ee6043a355
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b74cc96370129c3a5aa5817e3230acf1be203c29e0bda0469d300702651a8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d213301063b324c66a399d5b92156a735ab98bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cd42f0d3ed06ef85ec0d6270c32354bfd868e03978911647c892a973eedb52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c810341f0ee59fd2dd17947b72d9ebff38984f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4070295efe31e27b7c029902484016df319f4a6efa5a01547cd24c60cfe7c0a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31854f00903381ccf681289e3bdffd22c56e335
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0164f8e2a783a6cb8e68517b57217d750974f799fc06c3169e5e70f8083ab007
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91cf6a4d67cab3c921c73d160edf08835ad3b9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8476c6908094d3fa51d96afe293905c3f7c830463af376405cdef93347fba0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f983c0cb386902184954da7ce75b5c4949d59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0679714d4e58ad3429c601b717dbf1268688d5222021a2555669208f99954
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b039bec846e73958bb806df36269e3c13395f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e16581d404e1985a152d92506472e9588e593625e9818af1ba99bb71cdc4f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99531815e7dc25c44878312846d48def9ee96637
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fcafd442ebca8c31de7dbde6b73fd8c7661ff329e057da72059f6f64f054c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cf896fe53b24cb94b606eb32332b60ae02c7a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a1c08b829b0dbf5c326791a1ae4e454d8a1301d34422128c6b2e60ed930247
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279c467b8d2200b1667e03507f82a1475648b549
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874783bfaaf84e61e7608ac1da2ba83820c1b9cc9102a4e0d35279539d09404d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae40946a6d00f5228d9ca8e993b24149699df67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35ae460df080f20590901d8aae75e90103a00548923a618287cb8ffa10f3e23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09fbc21d09e76c9b50a8b85d075831a194c2ec3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6679d350a8bcc3dc7bcbdaed103fd4caec81c836b06dbf08f53f20e613e0f4ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928434bf8b768bb87a5e187c9e5ef8e9ebab0b40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51a5d79d347ecc4e6584670654e074c936270b306ce477e188be7f52450682
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7d58a9377eaa93cbf9f927fb37972e5da98ac2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7491727c2653b26c03ce4cbcdafa0a711e87393c17103899955cc398af468d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841f91e7e2f3f9587a7e688ff6ae8697115cf6cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4beb5b408cab0eeaf02a2cc17ca57d5b2551d04f7ce374b4706bdc89df284e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cadcd88b73c885c3dd791a7290cfa0ce1884fbf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320008ed09bacfc339cf3d0e7ec59796d01881f463c323cdae8d22f7ef4a4b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f28c2752a2a0ad0d6f492706b654be96305572a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4977dffd19a528e24d2cc565a04e401a1106cc0e8d11696912e35bdb4fdf77e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e1426f523e7fce01072c8cc796cd1841461c75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8af9b535d4f4448365f08f1272f1d64d129cbb7f268523c1daa4603804eb79
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f641f09d3e20a1fa947803aa68b6e64b6eb0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cd8ae0ac7689065e8644a6dc860679de3b45cc7e339a0f1b8635fc468779e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb057b6fbe1ffb8b8cbf075b4599c34e0ff7bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d3c4f370b09487a831fd58511d80001e93c8277b720af81a5535298d2e8254
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23012d96bb7ec7541051ecc3fd9d513fc4f34f35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db5cfbe92f5e4d9457925518ab3a6638f6f67c5942536b7f045677de9727f4c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c6f8b1daf172b60b4fb84e4cca2fc4bdd1a2ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32558719bb8c15b8f3052e781f0ec4f3c3fd081dce03839e83d2577f8c37cc6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe4dbf31af5248453f1d33a8c58b6716913e76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a89ff2a6367000f7eb7590e567ad21347724fdb13ba0a5b7d441ad8933b0af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a3f60d3638956ba9f83a75bee88d4ad3ec044
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1e4557f3cefddd15e303b39eddd9ddb9b02f907d321a1550a12dcac7cdd9c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a7fa99b09ac1e5493136cbd66b4b8d3d25de99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03836f463e5dbfc4ed4837afd56d0ba3ffc1961a51c5e2bf0e44b11d7dac006d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640b5ac0f0edea54004d32cb169867d67ad79fd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f437ab65642bfaa4b7fbb62184c4ef6585924812c3e65495c76c2e14f3e8a22
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012a17179e0b3154ee231eee4cb7d7fc90821726
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218290b15b442a3c675c7a7802447e250e241c78af065ed545a4d2f9bc846234
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f93273e66c2a00eb640011992a7ecd7c3fb71e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e83bf916021463fdae4204359f17147a0123e6ebafd5da7bc93226d7d59eae8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3dc8ae8ddef60e9ef1326b554a7944c5836c1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb53168cbec952cf8aa385c02d91177c7953c8a73b4ff70854d2b6ba585309f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3798856037394f42c46cb55b5b058eef2a2a93c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6c245ef2a120685426d65eca9f89444f7f6276be7c34f38c3db32ef905d907
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2851b0880ebe871a7fb1221ad2436fb7750e391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe797d4753f0145a77ff1526cb154935e38ace6882a985f2e8c91bcf55e9bfbe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06427deb47cb04538c915898f7ee81e3bee3f67a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578a3c7fc1eccd74c86cd2eac3c85c4f0fc7cfdf5a15d8274a595a96d223e242
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad13af4c7941878451464ff9d07b405fb80e10a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b631f1628df6191f8a2eb9affeb62005ba78f086ac43537e1b6b138180b147
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4827eeab5e02a88d2d410ab693953275abcd28c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494f6d5df530240f9e02ac154c69849a0688597d8bd4ef065b34d3b853f81134
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aef88160cb99d8e369afa54ed853bd264efbae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbd7c8063b06722f997bcc926d0c4d6fb07b678483669e905b3dec4ab0c587c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ba2d3ff77c5bb38a99eef662e6cc8e5bcc914
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefca32cc527304ab4ef0bbb0644516f2261fa14d4100e50c48b9e4c3831dc09
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bf736cae5bfe239c336216b4b0eb0cde06d6c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82884c40e10f1077c4a54a633b08b56511492926a3af6bc430cd6024a0e0376
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae816f97a31f99b9df8e37300300e51a85d5e099
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e421a799dd84c75b3af24959c7801416516e1a946d2b079427355a007041fd87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e480537742af42be62665e778a91b79b60fb23b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcd3a2766ed30610b0361f690ef1ac6dd97f9776ea418e71d0b3d5632a2826c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad08b4d15d602cdb9989de00bc54b2bf54598606
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eac73720981d1ffcc77ea2b910b38eb64d8f617fbe601eb58cc59da1ea99aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e278c14fb7e954259047318ea538f965a86a5a57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959876b5fc02a520353638831f810492eec57ea39be0b7e17a4829236c3163c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b558f881be1d2855f4de14df92cb270c4e8dec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b6f955dad03378cc4bf0ac0c4fc18b726a8663e378a7044642dca40a8f5298
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c576b568c342f9ac68c31f088f3b667c807a79c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d461a6175691ddf0da05a1b0a8029f5b3ca6559d9e9f64301c84df226cbad31
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a32f41cdd6a7182ca611533ec8e6ed561800268
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248b6930da32ca2e6422151775da2acf3331cbcc55eb1c806e81c2d6bce726c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aacdd59b44c2cf214ace7048c81537c17b2578c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156735d622b4bc68bc0e4301cba2b4f3656ea4d2502940747ac7d5e06bc3426
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f4fe19e86314c594414ec260c3939f3844899
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c006894941bf726ae856259a03ff537af8d729cb09b5001e2815adfe9a7b3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7681317a216bf4b321d10e85e07ae8870f387d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdce5e9fcfa868715d20022ddd4e3245bd0935a1097d6efc65a1769f2fd725e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d20a42736db9800d0072045ceb6a7b68110a34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402049b59c968bd97736a82ecfd5be573bf1cd4d067dd0fd2e4133b3c9c472d5
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9404c141543a44ecd6164203e5102fb31d25058
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708bb401f78d0e580439e293843e7793b51fad66b3cd013c39cf51e40ee73ae
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e267e5218c92c1ff1c8e2b2f612c2de037fc644
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7c4ad9119a588c234ac293f906ee299d8184df150e586dbfd55b2a81a5960b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6155d9d8e29c64648ebf5273b460e03c8b6c9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f2a162c718675f4ffac4ef1109658b829cb745d9c6f22c544cd8800655dbb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59202f51579baba2654b22610e0449a7b8b63f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d19b91a350fb7415e414c35ae512d6f53acfe9e53c63e3b7e4627444ceab34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c5b7d59c323694abb3bf19d54b7755310dd54a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8205a783dfa1ff1410d70532f51f22f34a28422a0fdc2e65ceded4c86b1f2a09
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1678a50c4e9ef4a28e22b64c7e3b43d970a3b185
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b185f756174bf672232128f8a763a547c14c68a14aa7a9b8170845a806820
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f38dce844bd8ba933329e03cba014e61ef679d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db12f60d13149f754c30189d06246c3bb96465151b408028b53c7157a1edb04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d408e2671288069b78267e85e65c378f065e41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea58ff53d1a436fde3051e049ba81ca21033fe5a566caceaf31875e7e53a277
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82dbc7e61ee5cbacf76e5db9f95527ace0e1b74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573598a1f82b919edb911c0d881cd6b3f55e374599c9305d2eaf9e3e5c6f1a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad575bd06d69370025c964d2da834a59796c16e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988195214e5b56390d8ce9ade0a35592749610cc4cefd3239511fcbbd0e0233
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6c79d611042c8685b14a295950f037533d2b7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6988a796ac9253a70dc933bdd74d4437f7877e42bf90a27a7f1a785aa48ada
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a5937c6e68f4ac350c442fe4d28769f2a0fb26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6fe7481ab9185b7e357c66fb6c1452c140b8a2ddc6f0ea0bcbea2e610daf6e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56764479cace69dcc52ccc05dd668c20660f4ecf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e76197008215c0e9d19d765e6708414fd26a819cc6e9ceba630c3eaeb98b39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4eab15ac43d00e960fa6e571d0c3b93d41cff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18553976dfdbeb484364d60f334955ee9086490af92ff47292e6e777d19798c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653f018353ba9f9d6cf7bca91ad245979de1691
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eabb5119345d4e2aeebaa78bc24222fdc9db19bdf8dfba10db08b54623494b8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549075c6cb5e1af4823e04ce1d6aed0fef5ff4ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5484cff9cdd4d9565bc4204ade42efc223a9d3b8eca408b8281d0f8340677a89
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2e7e2bb24cd11f50bc89b49a0a24c67dc1908
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e6b054dc9d7bfc9883e955e87bae851c9330922042c053d651d9c5aee5f52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07e364a61cefdf044d3bf4fadc3c30fe57177f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241946ba0761893b603b8eda21e89b3b4d0596b5bd9722363c06fa4e7277c10a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79883f5d125738857f8ae1d5af95a6c490e003ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24493b5cc5ff37f01fb68c95ae24e3f9d04ab3b3e535fa95a67e5f82c9f8b7c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd446ccb0463addc86c730cb0b12e93e44610dcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5975c659b4b67a2375eb85bfff4b93abbcbdc26a9a4f6e1ddae9701f99fa4a76
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bd7e699f927a929bc4c0021c62455bea32d4eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86e24483732fdf5aded45e2b24959b164605590c09e87538bebdc77583d8e0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb06b2104a364985044d2a4f6e4498b565d80c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09924d195175847562fcdc12431c468ac5d1c67ad51953c73c18b53efc19c3ee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ddbbccdc019cb4d28569d79aa9a920b1b4a383
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100a5d9267bc5bd168a192319392a701cec1084df5b5593e1c800757cfc5cae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d60584ae7ebe07b8fd5702aa95ff5527aa02fb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb96a88a4ccf34277e7b210b1581fd713eeb1651d81b81ad696f2165d10baf7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3dadff114e09e6b92bc689487a4eba4db90c22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa684481c38cb69111709085e48a60dacd9d7c23eb589caf4534db9b276f420
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91d95da42d70cdce6e93807df07dd19cb7eff54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6213029721b785b3f3e0e45f05ccb858fa8bef07b7430e2aa875d392456028e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4641488ec0e47ec3fe971f729a66f649e01bbb18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9754e0b36a59628a519c0ffa90c313513891c3303470a1d2cc798f9cbc372
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f0742678c3fff399792bf0ded3fb78417904e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b98b572d35807c6914bf339df28eb12c72ee070fdaba5462df33aa0210e05
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085dcdaf0f858ca265c6796681e2ec8b5afe8fc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a70d3d557e1b4182fa740a3cd168bd2543f9262afb63ead3af0f84ecfd6543
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91025b3124685d986eb3c8b99b1dc24528f5a655
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a99773996559cc6a940146ae4835eea5195a6444dcbc177da0a0a38139063b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594107bfbb7846e66ff951c3076429a99a52590b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb6cb49866c3afd85440323493d87d1829534cdc17c7b391dfbfee86c2fbfc6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd74bd1cf01b79597e66509c4ce657287ff3e71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d64e811fd8302befbf50a00874395666e28c220ecc0ff4d215b4abf60b6a7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1e77501ba37f87095b3a147cf3572816759454
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89b538d82203ab3a0c7d88d0f2a4d2e7693dd7ba773bfe626c16d4afbb1c991
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79dae406f29fd18bb273bd749a27dd56cd08252
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0610019c0d185dec24b0e3a6899efaaed66d4e5eaf0ea7c3aa6fdecf2cb030
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa7847e38e1213f80f520721ac6cf813ffff5e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e20a5c056a0699b013a3a546ff1289f0e09a29544c1022f209e9c9bdebf3e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf9eea9962558eead576ffbab298687791e537
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d6ea94a264c6e1ea7beec01e95ca0053af28838a2f43a190c090644eb581b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489c7aa27ac7bd0dfdc6e074d3294421f73f9b9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cd4a9b5cecb84274b57975fba2ab305fae15df427a484bfe22c07bd1f93c5e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d44bc68a4274c604ca05261319e46a0d8f6be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c899d8ca390412ce123c6047f2430eda5bd33aafe8b6cc3bfb31f35ed9643e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6809c03fda0dfa7053d57c43582ed0a14ea08500
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969a2ed1cc691eb0e6b1fd4b6bee31417937346c0bb44086817097937cb050c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b9d07fe41972ef6a3a107b88393531840a9562
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797b3029840ed68b4e1ca52112ea8bd342155c6aa7000896d33d4746d0617783
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228528161a8195e9a8b4609a06509186e7bb76cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bcc5f0fa05292e03d5b6c1e1525a3671c013f726adfae5e7b1b16fcd703b3d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1f1a69e80f3c4e686cbbfef79ac31146decbf0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a8fc2fe130f4f473cb0d94c42b6c40707b3150747c9a29b8b94d67000df8f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48714641e362b6a4024d3b273b9e4cb25c40e3c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8d42dbc7d5ee97dc32d28ee9389d76b2d5e468de26e3f262f2c24d8562941e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0114e3d8b86e6732177289553e7cf57808976651
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3366d1610d34d709e40fdb6fb08cb3b7a181a9bad7a5bcf92b418cd30dee26
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75ce73d9740f9684e807412fae5c9fcee20e8f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6759c351b63f0cf5054cc69df31175392b6e3b4f0f6f1d18068b0f3d65c9e039
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc8bd13fdbd16be8636bdae1cb2bf9584b9bc51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede18954604f27526f93d1c41f2420ca67f12d7487b5ca50de5c3cd8ffaa2aa0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ec98c587fa6729d516d10057215f7b4c2ee0f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9b1c94dc2f7111bcae1c7e7877743ff7a39b6019422ac7e54fd4ac413e6314
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689f96cfa1819b6e2361c8f25be5edfe13c0eb93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d28a1a8f2ab07de4d35126cc60451276920ea7b3895ffd12036412d9820b996
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f249251c84cd8eff17a35020cd07b8cf58d0753e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814bfc19599586b88a3471a9dd288be67235a4392efd6d003c2d320940894eb1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b31d5341190e1d2da2eff593397d882fe75929
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdb99f539560c64bf4dbcdebecad972227ac4aee21545acc6cba3c951b5e1da
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000fbd0bd3c5873c2a71595e2720dd02d063b853
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c30c1e3e9583df2f0ec0a18f6308b71d91d34f9825439426e98b1113e454d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0176612d7ca728dc91d8bc442cb63232ff8e7ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419ced4c99e838941101c682764fc702e21251c0d1b5b4a5d01e194e3e75808
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c70b99d24dff6b3170b8bc6fd8fb08af0f1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a9fb2e24c9536c7baad170521a4a1a9f736e8fd4642d6c979c716be167afa9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7cfae9be7582a145dad28c7676b3ecbee9c9c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9839cc42a747f941c5af27da91944c4dc4cd94d633b63cbacb4043b6efbd91
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b1ad46a647e2bdefb88688d35de8a8f9faa23b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2560681751c2fab8ac9cc0dbf68d5548af672a68f5ae656d22984d546886d02
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6ce64f2634408e9f1e4bdeea2c43ee6770b0ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7639bacf9c224d88ecadaa270d13cb042f53db50e698be6682ab1954ddb462fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e989ceb32a592db58c76725dbd0cbd7d73b0f128
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877a37faa5b5d1fdafc8f930cdd17055033f95d0be144f5a7c5c9b49349f338
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298a096a4d23df4235aacb9284206d5f049664c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6deddefa896fc202fc8ecd2051f0152f33171008710bd9044610660db3f2aa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43513bc65a089d4ea1ce3573721a90fea8359e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf2530320117605f9e231b835a5bb5f6366f1377da87c72e8d7f4e2f051169
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64acd958ae76d0ad0c32c9ec2b39b42c6ca07c75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b0f9e3deb635090cb96c7981ad5e97e1de1f755fecaf9f91ec9f60822afd51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d107ba7208488d621f9dc3a028d20336f69f00b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de91dd3d063c275ff0fa36726cf93bb35a4eff328431e8a5d1d77434a4784bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e66195692c3c9519b119f652937efd57d1315fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8673a84c3a534c0c9d83fa4802185de4bdabae0335206dc8b70e3fe0fd473
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5f318477a16068b7bfa22a9cc11687d13dca33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cad931b6f78c85db2771347153dfea0ff6ca3f388a7772b7e92cc2995c3fd88
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c792db95aeb9c3c63540858f4ff7640a6732487c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff6ed37f8bd713efc91306ca187bdd342277388ea003b8284112d4560796ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7fdb77487e9ab036cb4928f959a3cd9788a90c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e26bc6692994333233c9c303743c4f3fe0a355ea41c8b552a4deb033cf39c6f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e7e5245eb5e3e26461eb51d88d2ce2c24053c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0fcdc776c5e4763e791dd4c04c37403765c0da3f48f9e49107969591670081
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f3df8ecfdb945e672b22d71d7a63e2ff800341
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55f405c19f18c87e8ebf9fb9bf42e7b7a9c2b50bf340ba06761818737df1053
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63197276b7eb9490b806f616fa06d601938f339
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb35abae09320075924f8b35242f6eea33aea3cd5079ff971b630452ab37a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2b27a17d791e83df001a8da29cc187068c5e0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8306af715d359017dec1871d1cbec37afe1879001876ab1990b674b6df2169b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc81d6f7be65658e233f588c87d7c8f76f2ba202
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d83c959daabe26b817223fe1df5cee31517e8d620d6f49a37b1cddecdac0c01
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6cbb8d717b95af00222449aa18c553bdb67f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac6d85f13462326ff32c2be3154895fc0ff0c22d79aeabbc81af585500b0b7b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f71a2c8216ef0d24aa912a397e26c47582fb2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d378b49e42e1c456a9c7062170cc25c762c77bf03759b366ffef32e6f8e85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde0b51de0951c7e8f646ae00562b06a7bb9f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ae8aaaa7516c8b3e96c6e5d21c1cbcdedaddfee4cc2edd9f696135045c0a68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940d2b4d40f34ff2269c2e7ee20be61b219755f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88155d2fb10eb661e28390b33d53dbfd5dfcc50b5d3e16d7a02a9d9f02d45210
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee2bb29f4dc36c382e2c8c163dfa3bd2ad2f3cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cedc4a9a02e6fc2ada29635330d2c99d4d11e9305fe5270d6002d23dbf18bf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a6e635cd384dd3f38a1bc7f38754b8c80a790c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3d0b631e2ed42611f3a6b13b15b05ceefdb5b40a29a1326f064e7042ca8a90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6b8cb7407428274d132187c8f385f4fa45f82f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df815f52de4915df55349fa320ce33f67b8376942bbcc0eae4f5fa4354ce48c2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465484ac4063b5d410d0113d46a379fdce7f99f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb599d2be3f4d70e5d83bf3c54902ee0a3de4e598548d30c544123599535d00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6392c929dec01aaf83c14eef9d94be9b7a86bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecabdca9b76c95e25f33404105dd9c8ca1b42e674f11577cb5595beb6c660956
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bd8c18d71ea585a4b15b0c69be4b5b7225d862
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd239c71c6bddfb2ae4eed1f02c203f60e884a097043ad434d6a79470524e606
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcde1a50b90bdb3b7802a5b7d89827c77829f83b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b0c562d483016c06669d91eb76823e48ca1bba2416c533bb11ac667b902bc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b1c0514363fc8c1e2f63d0579ffdab7d934d1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ffa8bb5809f0f910a112a620ee73bf9ce11ba216b481d7e91b04bf9f6e5039
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dac840bb58fb652562c7e4340a2a9c8ed81cce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b99a7fbf233213e1685238e020c3a632f9ef47815deb41ec2338ba30bdf21
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5595119a1af11a37b7689643bd8e53a51d29c6a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a215579827ecdbf7ec7197a966efa6feea87e3e1ccd1cf84508c1cf061b4e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a839d90c5d5c9bcb069637cec94af7f792ea5fd5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6930c0c97810b1f1cb08bb98105b7efaf2671808cc3590105fd64e35d5400af5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e33da440963e2bb461da58e08e88e637d66ac80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a42eeaad3ae0fa18c2e54c99707a6c96b3ebd637b4db3db225def412d05ebdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cfa4f43192504e48c0b8e35b6bf66d428fedd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ec235d65cb79e77a3a01a60e0854f5945290a97d360ae61d8decbd1218e667
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c853d85cd336bbf1d0e2689accfb78a4e90b5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e8f8b7ddfa9d0ce9ecca95c446e4d57f371ff76fbe943b7304d609466ad2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1735016da6fac2079a96e71904cc209103a8f8d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b0724cac19bf0964edc56a1afb64bec19d5b85d6b3125013c6a6f8c4fdd4c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55846d8fb34f06f5139a4d5095109bdd976cb97e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d23e602ab41037ee1902c2016774a3bbdc485bc3def66771ec6581ec25bf103
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ff7e40d77db0d0e19e173335f13fd1b99d0e66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38765817991f3b6d22febdc6ed60f2286b5453e46bef794198eb3e27479cb309
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd7a2d75ca852675ecbcb3985fa96a8f3b083c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc2c2b572888a52aa5de27ad4a7d9e10f1ace67e4fac4c3ee87fa9e60725491
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c16b987bef518a12b7c57bbffb3126229e9b8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acbfd84c7d3b97a112ea904db70bbb18fb3cfa5d782202d385e3c4b3a3be2ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52b3c3d537fa19584ffc63d155e05beea7ba951
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8d8f0c1755ca65d2601502b52ac40e0f639500507cf219fcc15221473f7944
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f73bf7f73f940b52909d0a065343db266a90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce323584a4325b770605af4caf799a01854636d202b7166d584954ae0c4766bc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97037ed787308857e518071a1b4fdba7511a768
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7698819f38bacbbd422736f9707423b20fe9392d1ab1948618e085d9da08c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4b48eb89cdeeadb344abc5956c5bb604ae78e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff30a262acd506a599c9669ebe35c5f23d69a02534c7fc986089ec8e7d7b1f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd1e29b569a41a62e09d9641543017d2a6a3572
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0348c61dc600e630e136a82efb99340b4b6861c6c9ad2846cb32c5aab9f54e99
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796c60ef95a4449b9bf225a52cc0196a61c70a92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c645e1a863ea96c0af005f23aac4378101fb334273b2d1983986542d6499efc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0ed78f629ab1085d28634dce2357929ccc956
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2431a5b0a6ce89af5a6a2030580ab8da30d40ff7bfd1116d8955f6b97bfdf4f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492e01cac90dd0cc3260f0a904f99c6182ab9aa7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1371b9f65998ce605326768d85f7d52e0cb2a22e510de3acc0e64e1b8589beca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf97b8db2c5d19925b0aee589658a83153db222
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d582efa4c3796190755090e723797d5909043dde92a2ec880c7268bed29f18a0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96f93503238d57ae77e29d375962f687ebb4474
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc9b25c12033788a5a5697a26d72537532c1341381d555be71b8b6982f93491
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb12409a15252c295bf3e133a2eb08e7e5260f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f45a82ebde94e562bd9e2e2b87c9a8d4854a1e4419852418cc59df0bd1d350
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8284d55656823241f5ab2b34b7a6d9626c6a11ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52f5f6aa3142ee5fc03fdfc20941be8dbe017a615380ca6acf922de5c3bc9ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5e16f67cf1a29aa1604fbe4962de51faee241e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64c56fcaf5cfadd2225cc0cc908e9db8610f3e95f2a72b718654d815c519f9e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cda3713a9f138c262806b0cab39615a7ae962ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ffe4f5807442eccaef988e50dd596ee99bab22704520f96132977f880e03c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554cde73d68cff66046cc21f89b3ca8fa0240145
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3926641d2931cb0f02ac843f93c24cc4e6732eedbd9b9658abd9f92a8545d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df883dbfe9c20c7d9c635a39c003e2cbafce212b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716d30059a08968995ba77c586e54fbfa29c8f91183fda9e7f91f606d936325b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9956bc7cc0c505e208fd45691f63212a82c88f29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a66bfead8de1e5e6f4d96ab67e03732785aa604618f91b91ed09e189f8c24e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59812dd8f8bf0b4e6b7137dba9cee792fc50b0ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7701f0e4d6b6cbf8ee0c8ba2bba32702328575d80e355cdb97e82a69063c0fad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244b044553ded334cfed22c4a3d4740f8230ce88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a889291d5b235c745faa55af947d7c9466bd6f9d42acf0700146ff9177707
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822245348442688eac8705d64be1a061cfdeffe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f296bdfd13dc6fe16a2760a43c9ead7b987d4fb7f13d57a20f02c08d2fe2f1e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd693edce09d624230116c4a8d42e90cfd037528
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bd95720052393442afd68a64cb7e1e73bac5a8375ab7fe65fd1ce7ad5d512b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e787dc2ea62e141f8286538a5cb8e11d77b23c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cd4e774f87d391237f09b9a93361fc88d54f203820c05b38bf896686cfbab3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a50899c311804e33901bcb6845d0e204562ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f8ddb173df431f79d451893f9cf46e84e809b91dadb33d669b1600aeb922bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0279f4f42e17c5b54757aab0a9dca838fd92b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af243dd43dd8fbc9ed261d9cb78dbd6533303980f3a3c8ef20c266c09cfb3c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4546dedfa8b6b36379d9343a2ad30963d452768e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8740815af89a45ba5b243a100a938ed3f65f1463f229c7c6a746e956fdabcfe6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5fc53cd995238d3826652d4ddf4ceff5b35603
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eadb2dd6e9ae912f197bb8311af862076524e47d9eb768997c2f8d4bbfe728
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0828bb65ec1927894613f553d7d08d51e4aeaa43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1388b753d09c8b45cb93bd7970b99c6809acb03b8793271fc8d248a2d97005c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e1ec28ed473b9ecf3242f6d7096e9ced98b3fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62e2729b0435f57f3c7bfbfb60f53acc767c856af1c32a8be8ab804461947f9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d5828f4390326b0ee8b3e2d663baf2a60f3620
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aebb4caeac3ca373a0e21db60767c0a5af697e8516c633af62ba78a97e85b7b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b361aa8c328affd7e0f894dd8358f1265be455a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27086b7a0efee8de80c1041645c7f9e56a6b9f40455dbf025d00dc67beaddaed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c39dcba15e34ee330ca02a43e4b4e86aecc8e3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de38ac5f9dd754736b65887ff6f7c216bde73ed752d1d8f1ab165c23a4693384
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36dc571e9674430916f3d99b0221722ed65cd9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99195ac2fd3b0ea4a75083a52ef68e66ce7078a5360583d64c912fc96afd8c89
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76dcc247c0591ab5e1f01c739b9749be6b9f0f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf478f0d1ea9c5fc023b867c629bb08c868b0722a3015ae5cc5ee36c39a697a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4dc0bed47e8548adf5a8840b00d34807526d63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9438eae4e697eeaa06dd28496f86a7cf4ab31b4795c8ee9608b2388b0e6b94f2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c01381e2902b55d1cc749802c6cf1022e922931
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654d75316822ddd6c1a247c51242ed1612c9ae5e3eff155984098eadf34876d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff74da49ed15306eed4fbcf219f27c208145263f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5ac8bd8705cbe4c97ffed4a2543d7636706a50388d387703e40e76e965b360
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4506577657836e003a9af0fae3971a67439c7fee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af50d2814221b514e72611aac6e6749fd128d8f480d946a83c5a9822013a3f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fa990aeb20d3bf91fc066561f49e37e8161f6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eb5a6764ea09508bbba61735521e12aa777c3f8322de1e60958f6c8f3ccb22
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e94dcb257051fdd7c6ec14118ce65f22d22291
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d76b8e41c158358fa6fa3f65532710b2ee394a45f77ae9b93d4f0b974e7a682
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355449ff66bd6a0a4a8f55f66bfb628c2be2089a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a2db6551ad684b1ff9edb2d6c13e8b2c6d498cabf4d49af75b4130bdd5aec9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4be04b8f18f3d9539a7779d7634cb1db3681bba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c886db004aa961c4fa06e3cf1de7dea5b50b67ebaadbcbee29ab4379cedce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ac508e9cb6a2a9e1583c5f040efd706fdffe51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71014bce69098b2318fd37ebf35a49360817ebcee4d95de25bb89589449e0ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e46de770abf119795dc37cbe4281349330723ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c123af904be690d0ccc99376cacdfbfbef6f8ae0b0d549d88e48195eaa1b9257
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be0b1a9d7111b59bfcc5ff24ec53c5cab17a67e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac997d82228c5f32c6f978cc5a221beb8f55ca77f92fff9802c5668ef9e3f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd1b1ee4073e0ac7bb0c17a146e3cffc9ee7cda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aae0be7cf569fdd69677ca0ddb50eee5359da24b56f4ee042a4aecdf488a359
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a787b4eefa5f485cebd5625a61f7941c6548ba07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26eeaa094e80eb03e78c634aacf77cc7ef269963074440c37eb3cfcbda4deea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078134a6dde4d69f2019cc0e75c777a4caaebb49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625aaeb86d88bf375a03fd747d7007a1d523752dd3f881142d71e1211b50094d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5e41a5cc6e1c4b62ab051adb9b9ae9f11670a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aab2b5d08262fd07b1bcc3fd6f3bb2eb6448b695b1f6d6b927b04fa217d77c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4974964f27a5955723bb01f0a8b736fe6b669ee3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14620b627d82056d4d132c2bbce1584b7b6a06f0b34086e7b13e5719525a83b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5053e7be275dd2771865a0c7e908be3fa84e90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24424755816c26f448bec33fdd20e72f875ea8addc997f892989b32d2f1efe03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7802947220d08929d1d4faadf265ce51422c05b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee104464205d2c06b7c4186ea0156bf002a159f90fae26582da72a485bcc56e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd3b89c6914bc34cc8f9e638b83f493b76fd9bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedb053d8d52eee40b632aa441d9b8b7294f3e03f26bd30e9de0a7f1e98ad9d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdff4638872a191fd4c4a0b62d3039220e40aa4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65104ffbd0137a6010ee36447eb9fc176c4bfb0ec9d594772df7d5cdefef27f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede90a0f84e5796ee8eac2fe9ff2299156180dbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b26538d137e2fae0742a6bf54ab8919388f59904137f751da864f818fffbf7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dd19f0cf16232bab589f3d485a63506d798f73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6e728ea66de7ecda5d3536c056a33165a00eca6b7d3cd238e14f89cd9b72a5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f9f8913264cb0091ae783b0108c5395550d3e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a067136ef8e181ec55292089da50368b1a5170a7eb78945919b0bca77c2d9287
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d797864022ea801d146ebd2fe7e6dab548db586
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82924073f519a0c764056c9d831d766b9e806c87376cbb5c7530aaf5b76a278
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb7bd37b44ff447585c06f2dba15c8fc8344614
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b4da229d96ad3d15b211a7c3e67ce95abebed5955d4394f4c98a020e2e523
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182735380152d989062bd52f57eb363e1c8db7cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c0d4c9a4f039ff03a977173e8bf7edcd8a8dabdf9a7a1ac1b4c151d1697a77
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22725936e7b0dd708ec3e4e8baad8ed00a60148e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e6bfcabc5e49eb85f00c94651a684aa84766b4871b7d4fc786078c030b69fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a0e0a6cca91619c8809025aaf7a2e17908d23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6ab12ac537640b7c5583e32bd312f7531c8e6d619b5101722eae639724129
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96c6cf2b138038820d881707cace03202d470f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bacc95cd024af71a337e931795990a6171089d50a2429523c2ae3024c7fb4d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8d4c0394b3bdaba2fc7baec168c9f51f3901a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0770025f747d82ea0799ff0cd22fff38b99e1dfa7c45423ea3c0a7369ad7c76
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791c6f7a9b9188d100a667960ee4bbbc97bba269
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c609e9530da33f34b4d6ec0c59da35b78affca895aca74a6c3e97e0e82690b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6421746226d7f1da9e5e58a43137560dde61e9a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d45b16a71252967d1891374cda49641e35783fd04a7eb23dea9586c983598c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ab30bc6ae27394cc61c23869924cecfbd5bcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b578bc7be485447e3101fb60c4a3c2a021d01fe2b297c9a8bf250482e56d2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d04ea691412d6ef8669397636e295ccfd244e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582bd7f2a9433039826ecf96753c53e5039e82598c7bec4a6c7ca836aebcfdc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2501fc6627fab40cdf66dcc93ac3bbbde84a8a3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91bd72cd493eed3024901f9eb804f6ba287e2b03f7dc1afc861854d1e07fcac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35f7cb2f91e2c4e90a3ba4ad3e7fda804d9bd06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002dce0d7d6867f1a059c2858b21a1bc70c4a7aef6b6b9447765dd0a817b5be8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63dc1a3a28580fdd13823085a59598bcfbc5a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f9c5cd63c3a04d4d2bcab2edf99a44413517ae4dc4275bd1e066f2e9751861
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8606f31215cf4dd626695e4e488bff4e9f96bd75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e03dd9294af486d13233b0e9f674c604f826cd7bd6344e4b097376bd489e20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8882c2b1fafab7018f17f8fed83b2fd0a7f8727f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93710098c08775a228f3581686268d58664290b77e4253b266b8b70b111719c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1f359d28912113d2d4753385bd393b99b6b5da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b3e64a3f89045e309f65aaed5339a5154ca99e385eba59a82af1e135fe7b23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af49510f0fdbc7b38d3b9140b1c0bb8e15a394d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8ed77b5e95e2baa34107c1039c8fa0a038ced06868f205f13a9f6bf5193011
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893955806dc8b1e3f4099afe14512c4b142f9191
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eccf55fde4e958ba26b90b1c58ad0105a30ab4d3b0a1d5665909029f4e788d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cffd69fa74c06e488920b61f9b0b69af5e40441
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdc4d38f591d2bd7037b60973bc26a6d0eb789f81a8baf2d6345527d8df53e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cac0b7ff278283e44a9c799ad46862d803f7c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a5deb55dbe01ba735341c8e2f32fee914c06da81c2987e28fb6f7e560b2cab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a370cf63d0a843c1b19f827ebaa4f9206fdc288
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3bfb35496689283710903599a4d69e1dc8ec08d333040a158973fa49d497d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04463bbee0ee9b3f9042b0233da8cc2bf44d5729
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcec8c65e0446343d4c5a867b05b307486650b41c45db0382cd2ccc9fd7e7d1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89e756ccb6f9b1952926564c97502746b7fa799
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2274c7c5bc7d22dd0ac32b6839e0588dcbacd281bf5ecf4bda3c9e8872bba7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c5864aaeaa5e28d242a4f497b5549113ad9b1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d44442c17402a17998e2a00c60602d1e21c07d7993234c6f27354b6737ca55
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff5db3d4a32d9c94072e345d9a21ff059a88239
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2213f5c780a0d7879e19c9e4dd451b9e2a7e242e5385165a27efd08da2e807ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417772cacb4974b5c32e27168ccef2bc45a9672a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f5960d142bcf13410a005e7f806a54cc26c1f9c3696b00fbdd7bf10aa22901
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c229772957129017d4adb4f72776ec6e95a0614
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa78faecd97def0f645bbe23b12522888ce8a4665d689cf39e8c8f344d36bde
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7cc8d72ea49eaffc1ebf7a73d20bfc6bc41880
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e66cee4ac8256abadb04a929402fc7ce41f410a3e438bc70953e72a4b45dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c098f713bddabaa2d5f44e3212a163216c7a8d20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a704ae505ac9ba6f63f0e834d7579728a1da0c4af36435b66dbcce00afd9a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a1fc7f157d56e8804f4a6a73ffeb5f8885fdc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b74b08808922c14d8c877cf58b10451ed3eb985a7dbb25704f5bb48cfdac2f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c327a0566e2c9b0eb5c44d6e18c1ae085b55b11f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e413999f02c8ea1d9c85c381170987b924a86b7055f0417134185528601db8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab1d8dbbee02bbfa4909c3ae742b134c617112f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13cff7b22601dc5adcaad952962358af44b3e150bc5c72e948d31ee1244317a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b3af7b62cb38d37ec1294b046b628cae47f547
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ea5668908c7f86f2fd88aca4dece24dea59f3752bb535d54713e358b899e87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b8f8ae5687e61b36e62dcda5ed2c6d6f14327b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9343c18d3dfc6bf8174beaafe9214b5ae7bdd1b3fdce4e38f5265bc2a063c94c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e51e2f5a09d7fb50bf64f68c11051ce965f283d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633d6ac954fc06115e7a0da846c09375bfa888bbfad7acb350fe8990e8f4bb64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab971af74fdb18bdaf0adafba9ab3203ed407a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdb51f2fc24b5159eebe89b4b2769325c01ae7784db4037aab1a7961c30e06a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1229b92544f8c960f4f3474cebafe619436801ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd07bc07326a7179a68f215f7e426972b9702dc750c5b7dc2667ef7a96d5c22f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c769994778165e19b585d99a93fb5477261add
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f3121d645ecaea21369b3feb38df78503a60d6cec9cda1d76b292bac8ccc6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ec612be335fde0e1825ab0457210f51f0379ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb074462b6f7109c3998fe3efbc93a5b0dfb1b911a8b6c08d1fa5bfa8a34a82
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c0822e4dc9bd8a7feeb19ce4da5f3dfcd4b20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839e8647eac142537452c87d49a0187f064497f31dda385ad5ccbd171a5885a8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550fe3d0bff723c61854f00bbd1627c65916fd92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e360ba6817985d33461eac22b13adebdc6f42608c55ad34e4ccccf8845338af9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d876a23003b8372d4503f55f4832966379118dc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b0f5e4447e6ac611dd3ed95aeb878129dc31720b942175a40d907342836fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c263a0c84da4fd2e493d290b277080ca65733976
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb4b889d80525d927dff3a0ca2245d7ebe032dd34ebf5047083f61555e5204e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61432a3d1c46afcbf51b91c61e5efcd9b3097a2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b038b532fe93ac95fb0a8a233d9dfcd9672b1e6998d29eac9a1f3be25a0c17b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177b002e63d5f59e1816ddd0596b3f0eabb576d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ddd84ad42f68fd6ee71a5e64a284b0d2264bcebb73391bea85b36c715313be
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58615ee88e8e02ff57a74134e7fb207b4d01d592
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd134dd94b718687621cf877fe5a42b76858d22a7207fbcef91f4ddf6133b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f828702ad2d82a61df0e2613999a126a31c2c6bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3023931655ca37a4249c94e0dbeb27b279c340da5fbb5e834d4a270e6a4b4f17
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5787debd03538e18f59c0db9fc5c74c10a120caa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99991816762f3a95c46fcaaf1fd05ad41a0cd5102e76e40076e6ef6a652e2854
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f428e48649b206ee4465d3826d1163230f251b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0489a13f72e947c42f426eb3dbc30fafca192569a6afc27675a339670698ee52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e41574f6d39820ea093e0ea8d60d19c2938de18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883956e123830dd3d956e760bb17c6b1a40cab4c4bae29bc15024c9ded47efa0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18f045119ff26415bb8bc5d42c05592b6992743
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d96ac744096702f345562a32ef928b662cd06a1fb3d23ab00733023b1dcaaaf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8b56728ecab74973b8ae33d8a0d7d8997d9d38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b3b6c88a7e136b74fc9747235ac9964ad83ec5c9f164dc2805151e4f68a7b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eea0832d028da2ca7bbbef4a21ebbafe927485
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bb703b091de28ecacace425ffff58da71ae849db5356db4d17ccb17eeec87
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f3c82ba7780007167f20073d363cb0944f09fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ae73185afa38e9a5b8b83313975207b5df8307dfeb11dc9b8af61be7be766c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8b653911f419162e50285f16b8364fff415ed9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb7b387c47ec445c35b00895b7d54673cda51ecbf707335f5fe1f6e0d80dac6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcebf715d5eb29dc47fca0f6484bfc44a1106916
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b8d1f9af5d26e28bce84371793caa68911f8279ef1fe4924bd0713c4e64f8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d432ecfd388f62bbfd6a58669a1b4e5384d108
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69e77562490eef8513fb4951934f843efd2d682efcc4132514cfcc59f324596
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b453cd9e35fc6e387145a3fd400acf2d1db908c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b21c9cc747f1336bb4a323c7cbe449f8c35aaba9661ea94839c98a8d974e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39a7a505731e30cf548a3d6d1710804722236ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5263de83b67bf92b05374433e57370d7da188c9b250b4f5bf8b44b77c5adc905
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f97354296fc51162edb1d93aa3e1631f0ec5842
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c53b0a2f843a6a2a81a769866d8aea85af9a8389d977165784459bcf67d9cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59909fba4d22fd89b054781f17abaea6b358259e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c72bfebf8e21ae6e63562d6d55ee2684612608ba6b6d8492209d120c6ac5eb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de2e3e04d32cc86cd1ae7d9e577d62f1c8b00ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384a286b2bc1dbc9b582d62988d93de42ce83a57798f1e489d8cdbbcf83b2b01
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a62770f85ebd14b2fda796bdb70e34dcbe5256
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cdee9192bfe2cc4e9efaf35e7c81a3a8d69f883e2b6217da9b2267029459c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e0b5d72a3abd98a341f3fb40385eda8969c370
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8d3e6afe76c26a3cbaf650902a3a8bdb9e6a171790dcfb8d94616c0d94991f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46bd7db31ab6a5748736c32fd7acc7a5e3b16af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42302b7ea864c6a3fce30734935b1d6ee2c5c934def42d2b8de2a17d978ae916
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac42b4757d4cf9608e3ff8dcb30dc6b514f5734
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca43f74af34ef42a91a16964b27e3ea6d5968b543d5a598330fe3a9fd1111acf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750814d39660556b0cf79a307a71d9b31b24dc04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad8d90d0be3f0b744ac18beb04b605ff07ea497315be9cd9addc83b4c4c761b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7068c10230c9ce65b367b857e48e3e4c7353f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9523054c976c008cba040efc23fadce3319dc960c588118a445fc34f6fc8fa8a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6d02589106bc1e0d370f931ce92b13899991a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f32893bbebb3e8c10859c4c4eed2dc5469719b5620fe96488986e3dcbf18ae2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c4569adedeba1662ffaa5c0b194625bb86558e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a965ddf8f7580c579b6bca9506d78309607985dd2741e2fa6601ac7f2dd9925
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af878db024590b4c70e5cec1c0dbafa5d4f7262d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76b4fff022adf8550cbd7cddb9a6ae3597cfdf7bbbfc57ef418900cfec30f5c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0796053122f4df27af1925a860674a5c55ac6d9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c9ef6a0c6e7f87a4df5c0233728ef4385d38ae83ddce2b3b119787bfacdb9a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9886ee4b727a5b55b5f4edf23af2e4933d794ba1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200bb1c02fbc3f8a8e56d4ec0d667117daa88ee76401b26881265b1cd7df1073
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bef22a7af96e34d7463afc26fd29ffa2814827
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01ffa14ad3a3b1ecd60add5d0c128f3290cf0da0538ec74c96131ca1a70443f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4d85323335f89b1b0cac664ce99acc66617e4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1826f3e8faed66b5e5929f99d37201ed4d3e44ef34f17c6121da23a601a14d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7649b81842efb5c43ffc146706e4da681d1e2e38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19623f68df57a858e89040f1389d5c8d6a5e39a3c0fdcda1b5a92db9fba335
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801dd88bed168defd4a9dcda6a56487cd5668a5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010372312a51eed12aac7e8248521535eb94c88bc377886005ffd5fb1ab8cf9e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bcf22c66d0b7f49980a904949f0be720e3a6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb40cff4557937c6d2ec1bea47929667a5fae845b57fb9efc26846d16e38c9e4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c36174639e83308638c1f35bc5052ebfe8d241
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5742c973f73d86d1026008d96bc149b2868479df31e8cb7a4abf3293644e07b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ecb7df2bef764f3fa9ee3f5675f6a3d7dff070
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6021f1bc02e97d69c1503a46a8119545898a0d2e8412b22d86c14595e875f80d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc296da4cc5b872e38dfbd8689396ac10a389e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c18808d6a903f47b8938b57cc9d6d649485f71f018be756323869a573e53dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150e3adf039e781b0a746cf09166ed6d2beb8c58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76203fef9f56816d8fb4453ba77baabcd8c9ac106df8ff9291b407a47e574d78
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831b0f2d17624cd36c5f79832c8d45608faeef4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b3e1fcb7fc0ec4b987e844d91787e3a526d2c2dc606be60bd66dc1714a7e54
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba05919fbc7a8a3360957adc0e0faa2d1be3cfbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabb99d9397c5f2766dac5a35a9524ad6866af60e2adc60891c832b50090ef79
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252ff43fc08bcde9463049943756a77aa5cccec5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f17ab0fb67b1dee164a91c01df9db20f741794f619f71860219c025e946db1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478f6d323a5889876b2daca36469a8a73f3dc6c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd35ca208c1016d8c4abc1aaa2498a87badcf1b7b43cf0df2019531169c9aba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3b95b4ba247b449f0cf97a7628073618529568
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e10879cbdbe8ca25a22a0ed07865538113916dfb225dcceb59e69786996e19
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630140010bec619cbb07f3b491b5692ead9631e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac26e6c387439c817177644ca28bdfa84df2d482b75d2417f976b2c57b13985
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bbefd432812d3827064f332881014fe2c12642
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7dcc9e50dfb70c73cad062eec2c11f5cf25131d1236d6f2266079e10d3fe87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da7b36843d790e18cceb646e100925bcc017dfe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e03cb6122c5259153edac5e07d383197b37737da2e432d78100284e4fe7661
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529227aeb5505f6612b8b5433061ff022f320a62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d513c898ff1420d93096922da57085851430a8628a98bc90dea555fbce811b32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723fa5ca9fa2ba6a90f91bff880f262071fc2c53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a7d0406724be96ee6aeb17f0561f2606b5c4217443b37580bdca6da63d66fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e139b8cbcb09e1a6aecdd4f24f922d6bb4b59cd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1111fb348e25c9726ca8069b0642fc49856a21e9b266f12b9deaa646f0a4405a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ca6b7d8eecebd7b32459e816fe4768f0775aff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d5ab376ead063e015f8ad33da70dc27dbfaf5b278eb43a78c2f5d5e7fc23aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96063732687402d0ef47a822ad880bd45b21e22b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c53e4cffac4aa7cb71460e7e18d7b850bb4542dc01974c9be56b9d9229773e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da03d48323718b07a8442df84b958c252526ef18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70ecb8ad74d9b4cffd8401d39f27ef1d5ae3583518ca6ddb93ff238374c7eae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bfd6d406a9bd963a7e97b00e088ed0e5a42694
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc177c518232ba6cad82153d2e9fecd145f7ea819511420297ed4c8ddb0b41c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f416af27b06b562c3ec281693d051bdc128b24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2b63f81229899b7e0b39cd6bbffde489af72a952cfba3f42369c5db3a7fd96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18ab1325c5081638e75795eb84099371cc28ac6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a63c03e912faf611966b07f7742f8aa4ecffe2bc81c9cad542a8428ea70a432
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d379cb9a365922d1291e09f161524e35fe5e68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3b64ffcf093270d7418c31394366e1f55cb75e35a04057f15e3d86708afac8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece13c945d705574846bf61257828709b633025e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a63214ee1e4d2c642e08a93a02a3bbd6b85083f58531c28417d5eb80403230
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6413a0843e4b0f05277ccd2debd08824f7b8ff9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae801660ea2dd0887921cc3917f52a441aa6094c70de79b5b1ca2928093ab7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5dff01ec635ba7a2c8d1426fef818e33c65c0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e692eb7101a4dea64b80fe879ab15c2c0e0005a1291e07f49749a6aa6d035379
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75f8c3f287a4a9dd63b47ef6d5ec0f6c20ec35b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d038825b344b18fdb44359674907625aa815ac30c105924fb6185a29f6e5492
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc276702496674df305041f5660b9266e6623b88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21af6756342a652d5a7c844e61b97ca225cc699f502f0a9279427059cc9eb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef06d3f792becaa581a4454c0a7cce82fa1a872
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e77035564269fd28a57ea37ea7a2565351fca6ec58dd41b77b038acec46e8b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c07bc2cc8a6196aa9a625a9b38e7d79556dca79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4a7a98398fd05e986ae36a68412c486364afcd3415ba6244e8e49b47a2d674
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cced57598ad0ee111e68895b66d51474782a74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76784a84532f7a82283d8c5b0034abb58d01fcf4874f18ae1909e26660f73ff3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21448b08199097f2ba40fba5e29f04a74879541a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0549d09323acb494219870bb51a5eb7ad32a3680571a23b1769e28868360954
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92d555ebeabd33910f6bff520ae6134cf527d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bfcc167bb8cc3ebe769917e146664081d1cbb7b2cbe5e9a39acf8810ba4989
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd345f17d054d3e1b627bb20b82e0d3191241a02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80622eeacfc33688927ee995c231babdc931964ed65d75f6999238de237ad9c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118f719bce80ea9e8cb130ced52cba458836b7db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed1b717fabd97c6dba59742da1433932142b6d3da2169383f44aa9ccbbe699
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9003ec208b40891d67fdbf2117ba28affe14d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a46a74515b6d679e18039747aa5818dfc7646f52d66644bd15a1ffdf9a74eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f98934a1438ff22976e071da516b6ee54a4123f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c116e0f124def73a2e99bb1ca9de5535d85aea4d674da17c7486668b9c4f01
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0320c3b1ed65ec76f14dbfa7d8da89ab91910a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c97b947e430cd1802f7ac11e95ce1ba26b1e2d45be87ee53344d73a299f911
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f92aaae7106c98bcf56d6525d51c4dd259eecc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afe9882d8b393aa5cade279385d2efd52b7df99925304f1add24b86b448bde3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4e8d01f1561470c022ae061eb4e877330e2383
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c62c45e5ddfc1605ede1f6e5a20ad8302e04fcbf537ca44a4cd14f43a8cdb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b238bbdf50b61987802f40d038579be1cad43f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a330b29ca503280c0383db1f6a4875bbf3e4d894a88a7afd944f9d7163bcedf6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f1a8cc2b9c1bf6ee8468d9e30cb425819e3c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75338b643c090b75e1933be1adaf032bae189799361085e7c60209978087c32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27723d016fbd7d11cdf6b2d8f7968d075b5437a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f88c912e78e03c76618f09f0c6ea637375fd348bc0062183dc376f9d855b9d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1db63ea60f6436737990038f5d5c7fff532087
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8108264b71329d7f0f04c75dfd34f2f9389c68223ab3c948bbcdba889d7c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ce75e11e70c9620a34e485b3d779f2c36a7fd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5eca6a3f5bb58e89d1da5c2e26b4eb17b198692e0df8e9313145c24571bf601
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73222dca754bcf835873a5304fdd5fdf1b1479a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bbbecaae496d23f98a96948a387129de8cb799a7c5162eceefbb6493aae98
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea56810b8bdb54f72473e4e3f22091961f02388
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5337fd9506d4b7f2f117ece8f92a22c1fb0bf0b7b6ac5b40feba5cfea3ce4fce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43003d322444992dd03206efcdced3a4c886260
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372eb771bc21fae07c7987a175e52b1bac2a392654f3221f2f33b4702c2aaaa6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f0ef8f070c1622a7abf99442d41cd33fad635
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51f7c831f8d0274dc4f1d47d542f07321573178bb4d1b5efcd5484278f1a2c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474c881960495043592dbd4a713baaa2e813fe91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d446dbef60172d293fe7ee1e0a24d85762fcba9f09d5e4167d2357993c3bd929
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b234c4f555c403eb5213b256a3ca600b0f1c4b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bb280c3b5035513106b3969b1d1357239932c8c71c52e48309b05fb0e15ba8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda0c852092394e9ae4e0887103bcc45ea1e077b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92af8256ad4201a6576d5ff08b265e3080762de053488f84357c6bf9e2177e9d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f193376dd19a8b2b234c79d53cb7f24bf8ff1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28688618f6ee2efd7823713166f5935d499d8d4448f96ed5eae30e929d3a383e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359af2ef11067df727b7ade1f71b0d712b960135
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff77e83e0b8c4ef87137b04f955fb3517cc36df81b93eb8004f6c07ce72799
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360b267f05ca9b3056b2f20659d8f087a86c121
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c95f30af2b5afc7c8c319885cf3e38b9a62b98b84942192d67511df0d0d2c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4604162212cf757e7fd901bee5a71f7d762ec48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a325823a89da5c39f1d29b433a198af576d66a878f7ba7b889562df0ce3bb71a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f7c1fcbf87afdf4fd8faf82caa887b114e8f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f95b67371b50db0738c559c8e0b77f60656a692a58a586a8a948ca27dd5fb96
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b714ae9cd7e33036d875c9fa356722ddb0f9d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4871c0f131d4c0dfb997b8a57b3e903bfcc9e0d5448eac9599fafffffa265
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d19b483de39c42cbff0950387f8f7b8d82bfedd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660a2fde6dc654fffb55950caf50a798e3de745ac4fd0134b3061ee05f6f0553
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797931dd5c9c717a529e7b787df492da0e476561
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f760c3e9506b4202be9db8d0151f703b2a4568f61b94c4d2e1dc2cfd908bae8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001d136fd3d5cc654d673d7d8a95844f8543865
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d759368b8cbfedbd3351949248abf53614e1e478b969fe23993d47f7e40f719a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7235fd8a3dbb7b18ce7f39d5eb96db89653378c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bd3ab8f52046ac24b8e10c7532647deba0b0b98c646c1f605f8e4d693e4174
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0779c604f197a1c615e5a3922443d6d11e5cadc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1587b1625749a0e021e58a0d6845acf5a783d87272edff3e9be5097d5e5cef7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aa20425fd982faf5dd5fb848593168ad26b983
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f93b755b7ebdfa04664b3338134d5b85237ae70c566b07f8704274df61d68e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b25f034ce333656494e46d2ead8d1edc6231a4a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ebd43265b098b15042f94b01ea46b07c7d21b313af934b2a390825961fc60
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6481ce3bb9097c4c530677fdcea23c61aa54e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6716ebf88e8642c65c69ae63b9ad44a31c29ae1e1b3b9167dad017027f13ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb271792a210b685776f75c4b7c5c6df8a69d812
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f89cd28a802af5a6adfe132e5506e7ea2a4ca8b3b1a806ceb5951ddc30129b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f45425363b2d56c55ea9aaec81f93e6eb46b3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33c20accd1f7e9b84afae0b9aa96407a1380b6573956b8feb6a51696c13adcc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5c1feea7bffae0e6f3f4ff014e0c1f7b5787a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98372ac6bb5a9cba0a73e48025bfcbc6d6ee4ff24109667a30a419122b4840b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea8dc2c94923d019b5d6b73c5f693f224bdeec6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c245f0e1222de4276e15fb067b8b97fab6526d0fd107c863324f33016c8b28
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26196caac23c6a981950d6532d4bcfeb819c172
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f892aefda24cb5b739360360ed1f58e29ace90f3efd16528fc4c279ebef303
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54978fdcab7228f691862b95e8c73317d0b04213
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67fbbbc88ff2bdf7ae0a7c9901275c18b0290cc7eca8e16415f531977313319
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a7dbe0c6a081d30c2709b433870408c83a6ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88de51aed15f35001118002a1e9a686deb227b5dd44484bde31fb6833173b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da925f6d9fbc08ed822a343c903601adb9ff97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5370ade2d8a8675bb98eb717d820e2033299bb6e5a4eafba048aed2db458737a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1974d3445243d4cfa55bb4b5ca714a7e1e15e3c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761ab45f1ccd69a07fd602ea4cacce370e84630f0ff7cbbfe4d584c8885fe352
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50655c8c79ef7f8d2636098d6a55df319a04260
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5402baa08193d7ff2674608281fa6ee8b6279a3edae86a90a9d2e1fd22e347ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce61372dec3cd97e6cc760e12a3324c93055357
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d495c04088df7047defcacaf5b217618ce5ee559f945efd283db83c76cfeb6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab0e09c120e39cc7a2ae22b2b12494672772aff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be6732fae0bf4debd9fef1fbda1da12903483ba7b25f8fc1a5b433b05eb566e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fd227e0a5d08a69618fef3b074316ec2f40d12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3a8b318fa3f3641a96dcaeb449bcafdd2b791a8845b579cba85375a81e9946
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ba143b6c716f548afee90a5817718528603f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0f94bae7706acee412750213f3a5da691bcc6f4db7ac83f15aada81e76dfaa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3094e76fedbacb85668543089bfe1a26b299399
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b3375208f7b7c6b7f81217a0173ebc6b11170e3dc949764caa2f401d4570e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b942bcf6a7b5e8417c0bb85d55c4e19b322f0657
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_cos/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56516331a08ea8f498b9c9d79fc935f7efba3b337a6a8f8defa60f480285a19
+size 2179