diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edc0a63e6b604029e1f89e6ab72376926029b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d88449cf400e923f97832c9e3838e843bc2143a10a1cc01de6622a29219969
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba3bedac2fac518c4c5b9fd1cdb00edc262f04d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d008b10cc0722385e7178f481b734ade3b46fb831975bf466253c1d8a76a91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9ae79d51321f499d9253fe9db0d71bf66c6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b144a5c6984cab858667c0c35f6b4e4380c901105500660863452c97949a29c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfb8325d5743d4764f01feba5d6d380864c336b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f1a6bfaa91b912a5e8c34516f6d960f13f783a671d0834498e5eab5fd8da4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1fbe7fa31b061eb2d1d9e3e56d1feff5fb8ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e27ed8309a262167ed487dd72206db6bf05b413e1b99e1486df37051beb5b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e976af72f51a6979576dc00a1ecc1c4aa5aa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e3ca44349b49b4c7dd7a5eb8bca9031be752523aec8bbba521b182fbcabc04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b749648f333cad4253f5ec5b4af35ddf84d7c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd379a8e66462a6e7d49eb4a1c71a0e9df83e9f5e97d69adfdf5122543fe5b0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dd43df25a4beff890b590e5950e31afd25d8ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe83821b1652b23b472a90b26d21511c4fa4404fa55ed189269736c0b8b3f2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ed510952d7d6a810a336dc9b404fd69b56381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2daac30d834c5fe9cdfb1ef42fed83f5e093834bc0890766c527104a3ce874
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c1fea26b0a9e94257dffbf60c17a7c3c33642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303d51d2eb7372ab39445d83a76c7c48042fb7c1226b53c8fbc9b1c3e48fb359
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f88495620cb8512218f534ab2a34b58f6571e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2e4d94deca987868778f22e25da8719afe78673fddfcba98a7a6f55ebc39e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f09e7eca72bc1a3bb90b13e5750cb7e0f3c31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71d5aca18dc908b2f2d32d62c7826d43d3483d5eacd1debccd0d130b837e26
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b736b2fe3b3884bdd140f22949b447e76024188
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd9ad10b6591d11a3c9dc8e2624d45de005d2ccdc287f8317f3d8292f49c8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d0b8238b29af6b04d21d499a0448c169cf358f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757138e57883b435d2f32452de7290d2ab445b4d02511926464dfa48d714fb4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ba10f37639c55e78f1ea44c08ee43814ca9fe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a4e3e3309944e0c7bddd353b2bb80abc331806f5dc3c1396b66e4a27185213
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58530c0a8e3d22c422e41f4d147f7d85c0865c4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913a463d042b864480f28b5e19797350d059692830fcc878ebbade8bdd88fa81
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f8afffe5200bbab480475c09e959acd7c60bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e12c98cc2f09d11d7dac3e794987d8ef6f9c5620b19e9cc38f7c7247ad31a96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a7647ddc28ebdb79be5a17593fce02f84d4aeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6624fe50993a2fe2e00941700a6a1355abcdcacf279ba689b8b6bcbe2e1979b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d99f3402b33bb229858dc2e21071da67f77a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed50a3b8cf9255697ddddc0652acfd37bd720a6b7047c0bfcec588a9df98298
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07762d997639af0b081b4c767d175416007df478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4ba0565e2b5bae3b8eb88aec4a0b2eb0831455e974bc27241f8896d91c87d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2a050e74fe71c70603326f307d18d5e184b50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51b23f646a4c9e2a844de62395bf06adb0c01f36b8f4d074f8cd98a8a68fe2b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b621fc15921da036de9692eb8a703a7ddb3eef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddfeb3166ca27a385f2e0b23414d944a5b0d7f30a798c353b126c2fbe9d7a99
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0a893880e72d0345696b0cbdc913532af17871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527a2d81ebdcfb3ea2a4dc0f12ab628857dbbf4daa3ffc77d3befcde9185f55f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b276329b5fef3114faa9b7f8431806777ddd8b46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9fdf7eb47e85be0679031bd188fb9f078adeeb62fe42ef2a8fde37ce1671b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623295f6a7c5518bb7c003225b984c9b48ac5122
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c94b64fe2ad5e76c1296a855b408d3a00fb2a669121d88cf412c5769eaae40
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e501e634dd75cf39fcb297063b2ae26e4972467
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c2f87e52543dda8a493c02626df0cee7ab541eea34831f2c436edc5a5cdbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0094c43b5ec34a67f5b4a2ea2fa83fe41e2ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4daf8885b09c750cc29f034bcaf1b8b64c1c1c7c579039c69ee6abeb3e081
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1792ad3416c0528ef801980e08422fc719c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc00cd3a199427b980af5fe84d4db13694f49d55bcb1053b0a2b19a48717c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f09bc5dce6b155ec99c981a466730c7eb33e0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4878467cc0cc21b70f80d8b5d09ccdb733bee4e2c449cbe17ea12bfc1b6baf04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e629ac4e1fc5fd98f7e8d9df3ba1cc50ff3231
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c371b48746e2bc2921bd32900f7ce4cb8b9fe814cbd4524a8e681ab40626710b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99af3579987bac219a9aa955a83bf9bc3575900
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d7be2ff741c1685fc4748b491f6cc77107ee6d8047d64b77ecaffab2404e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcde2a11b30da12b4d8063e12d3947b4eb635aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7d26e280503352a376d795308cab8f9fac058ddf508abd89f97745db7614d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7091388c20633ca036b22f7b603e5484e4e76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73536a28e9db05174d4e4613e19f914290c07a06e7066ab3f5a78e8ce8d0a0d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc244facee7af23f021ae669f4ca397f94f544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae477702f63ccf946b1560617fc29059d9b20e88d5c0ff769aba72108dde161a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e17978220378963c8b72f0d6426388cee70e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac54254bc3438e1a9044af9d07496feb6ddf529a3c3451f4400d641ec8f2d3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb142876d30f2b000b72e4b9cdb049c398b1e4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76afa2eef1bbf742bc5bd1bf9b02286a01d5b491da8153688d9eb0ab653f06e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a04aa21c58433a98ed533819f0bf94cef5ebc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e302f00d1286ef87566dcb6c66422c16f236be3bf7f7c0f59094606b85a0e346
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c0bc6da4a25de5bfe130e6ccef18355a44895d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec1d59adda9031cb58b9fac4e7ac4d8b3b21f34b54cb5637edeb8f72f21e44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7c33726325df7d46d386045e1e115759774fce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56dfd0c82d1a2970650887103e48d8ba84882857e96420ffa42a2a0bb8a87b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693fd4700faf8fdaef84aa8361d3cafdc7096732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd6b410179abd6048d90de97c59edd4b3e10fd3a0c4537679f61aa4cceadd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4f36ffffa82090d5d088ed3abe9d312553961
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21645733d55f3067343e07e7a4828bf111629b4390564fd8fae14a0520d2e09f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a8f88d890d4c95ca19c9ca961e8b22cbfe405e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034716d790bfb922c37bc8f1667766c3e43dc5ddb7f4f8ba2a0ba3c0c6c269f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ded9604206bacc2da9d6c6cd1cd54d039f29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930a6ba99896bbafd2c1bb9b9b83e1ad71d5bc40be14427204ff37466c032dbb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7edbe12df98b8f88a5d69f7df4256aecd14391f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5d20fa12df846a8f7ec1a1327d88386cad8c8800cd2b1490622b6b9777d3b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca8df972331f6ea1f0e5070ec774c3e6d85c014
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d61d9d91ca5e81e47e8b4c28f1d29aa7227a18b0ef9f4007f5dda8d8b6b4f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e93dbf4825e9704e013158cf375d035a9475a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e263f45760212391ea53b84c0d2891672ce74dd12e2cf749e21c0fda77c88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e43a40eb273faa2032506f2bd08c4c53accfb77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222741cb6e63056335db24f210d2d0a45d20c408640aaaa9d2f63f3eae4f7d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7f3d0e0671bc826f53f68a80de423aba4091ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5ce64514d49eb252f0ba4688e063e5a6466ef6d76962d94cfb5d2a4ff27e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08652b60f2f1d4bd7b0eaeeb72b9549f23a827a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e781a08276a0655f0e348ee5ae631e6c227c6c7bfe2dc609d922657947f133
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc842ed5c0d18ed6a036a7253b78ac2cfbfaa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d19fe0e556d877762846adec6a1e0a6385319b0d63d49c2c3e2f27f9d45c93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12993eae4395280ea5920e2dbfdf2f67d2912a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734625093a52c56e55d0bfddee20bbc571253f475134f72f5193257edf4209f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68522ae789e76bcf8785bf9617cafc4c5fdd0788
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747aea3468e719fdeb454d2879de527d25afd9021431ddf7ea152a9a27bbe665
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b947ed250fac5df6463779037fe1ecc8b85db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a53d7b2999e98c00e5ff82946957d02586395b52f5b4f860a578d394c26a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d922689c6c2c9dd7b121fac9bcd1f1b6f1efad77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef8b2cc4241d1098cbe475603e21002f545302e46e0e93c4cccf04533427382
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252fc701b2cc87cc08fbdbb7cd4b8bcb6d57f13e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ff9dcf98c0914290ae4890bfacd86ed05f46d296db371b4da07d3484a52489
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1ac7ad193cb164b8cc51b5a2392ca45ba70431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f7e8b9f9ef9dc43331aa2664f67842f601128b681b9395eaed07bab254bbb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33e0f88c29e0db24e7463d857e1b9c1401f0b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65272e14a583f7e1ebf581a99bcfe6a94a7763edab332ab75a1fe3b1e5ad2f22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e7e0f65a00bb4f9594b907077420dfa146b01e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50098fe685a842103efd9f57962d3e33779e2f60029aec4b73ae1fc42eeb469
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16fb89334de7f69c5a4432dcd17039d16e72a40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27086aff76db8258cd5c07276a7aadaeab2dcf17d92028537e880e01afec4966
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94b83e332eb02a78e4eb27bc33fe7dfb2d04f05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831f0dcad0448208033efef738efb5771e319558a35de50161ec7f28f581b9e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9830554839308decbebdee6cb0f3588eeeec5a21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8620704e6ca05b2e14f1ae22f2aadd4da3f89e5c698f7781fa073800f3281f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6247120ae59cb4be7d010f094d236c78ab67dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a761eff090d4ec12ed8d5f31b717c1cbfd8c6531f294f30a0b6042829f082048
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68613fa9d2c09d3061c048855be3e2630eec8d21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0b301499b2fa9d206bd541b013df773ddf1881610deefb36ce1d66ba6aa48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d3d6829f11c993f7faf13c4dcdad7c1a31955
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a72501561352e7ea59b18d80453e119a28f718af50601b6ee075abd9df5829
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb777ea286627ad54e634f60668fa036d3965f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4167a2a2b758ac981da394a741a8a2766df30998ab3ef5fad68963e5882d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fec43e57bd6a99dfdc69df16b082a4a529be65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0ab63505c4bb153d47aaa7ee60128afe15f79736a0bc83373935e9b9e0e23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dacfffd08afa7dffef05d816d5e2ad3340cf86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26d4a1b8584150b6f2c0d42ede2dd7ffa5d5e5427f02642586233ad88ddbe54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bec2e5fb4c8e82cd1320064f50b8061cf16642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249aa19a1206f67203e08e8deaf598176ebb2f6acd7dce12d26df2fa7017755
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd06bcbf47207e4b701f1cf66eb178915bd15628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed389cef5c61d8dd246700d737cb1d965e41a2c75c8b4f5ad12c21bce460f0e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72bc32af636e5d0c6599a3b0df32645918e9399
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d8d68878be3fd7a6cc382d7dde1467a271bbe2e80894d9eb5df5747e1e89b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3f6259d86afa32e83213b02ca40dacc73644d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ec908438cac023a19ccaa0377ce7a1da279424e29708f337a81a63a9a7303
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dce02515a5d42f62a5968110326e8173ca982c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87427cd62bd2d7205f0e9636a47e12e7772ab28beabcb153256a6fad45a1838a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0423f018db6e73277767ef85e19e14a9f65a6a15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9fb416ebf092bb815982669e2b4b405c3cd3fc5dd97569bf7d3c959f3055c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daca4a67c2610a3eb845e8e0af22956c06c31dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1aeaee62085a95c26e14a26c9c7676b4942ec277373f90b2631a2a393b4d23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6cdc47266b6d7861b0eacbc9af42d830d09779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5f798289c8d43f776bad4bbd2cc76f34fca78d2864cab23624c42934c42ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab0701f189243e0288bd05d506816bcda98b4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a21d6e81caeb6bf5c31c21e4b87df1fa08eafaa92d1eeca09f2589f429b95e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f26e77247169b8692905890a14be4dcb7a3843a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dcd10965ed9ef2556876b1461ed85f07e5885c3deb8d65b28c511989d148e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a50392b6e3df60708d94bde86483853599739e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e882423334c0b99f95303131251e7e6c1015c5ce2705f9ef41077b53876410
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856de4ef5d8fe8bc66a83eadfa9d4ec160bc58dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873c9f3e11b849b052e2a3ce2ab3e4343652b7b26864bc541201b26e4b2b386e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f6b5e487396dd1150e8e173fb87a1b6bda8feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687a45748c99644bf063eafeb6ad6472d2123c1f7c9ed59b4d2f1433601ef01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862b1517684bce3944f660534eefcfe7bb5136d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9ddf37e9ee68f38c2281d585d59354cf49abc5756d19bf214048a1d736414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ac763fc301b0cccc0b641586d589d70164912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff94cb1fd75da6c35394f8b44f4835104bb983888022846c81b6c927a390db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f58cf02fdd34aa3d215277b3d0d0bc4cb652d10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274fa17d1f7d9fdac887354a34b4c4a0078f4d264b6ad1906245abb466459e54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb9d6cf1e099edc6a27f57e2d1af7b5612d262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420722aa5dbc71efe25db4be4fbd293f8c0a2e5cdfc1f32218daa9d6751557d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d4c00038e19b21db977ff7e9235204391973e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592078dde4d0d0e2e1260a927ba36b666c623056804787a7fe29dd6f1b1d1a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f18913f7dfb21d800338c12cdcbbdb829d67d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfeec13c9fb5e5c32fe704189db8631ce182d63a90cd3e2958a79864013f2b01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137df4fa22892e039490aa836b1d24921665a6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc47f91754659b7933bb5286b3ad4ff766ef8f971f0f55cca68eab4094f9dc2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec959c8c2890b181074dde5ecdf3ace5d286677
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba380e62c50a88520879246097479f8b561fb549fc87b2ff2828a8838e67d22f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95cd4b606d21a5d20348350999cafcb504c33e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495cee06116291a9e6ec958df54c2a218865048a554a09e8fbf35dc9f6b2a5a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cd67f15dc364e0199dfbf68db2d79e494d9cfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b2e09c84c96c5a8e17e49f92d09eee697edcdb6a04422186ca25584d1e33a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2f7e7461eeff65bcd2e20155eb2e35030a94a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c787761d20dfef410ec37459f79d5a9cbebd876bb756d679a8a7c685a8789
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7bc01aebc0ae9cf0de68747276ad53f7716a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29541548f93a6b84082492b171e7758152e15d366585aa45491cdbcf32f382f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2a39a84001bb9aeb91f19742887695985d24a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cae272bdaa4a47b9f4310f4c0c290f325ce7936b0dc536f0a821884737f59ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c104da6e9e353aa1753848badd4dc01fff120359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d2e2d8282aaf0fdd9c55b78aa0b283bfbf7120869e48f78de6c386bf7c91ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4227067f95eb878f7bb3b36ef520be942a5587c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75111fe94de19a4df20cbf8cc9161391ad92d2fd648aa716553ac84da37391cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae2675a6199aa5161a174ffba5e226fc03ac7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c5926ee6a2d9c3f5b8c028a45d2a3570075700cd183e55a1cd1999bf1ae8c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf7da347ba3149675e573349be7238ce0e8b830
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99245fd4b2410ccf973ec76ed9a864476fa32fc27612fbd1ebda251edbe334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7297026cf4d018f4e61362a9b0013efdbe7dddd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1f7ac7d8738efcb2d6baee08a0da4eeaa1bb2cb6b52fe01b36c3c1a763f892
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643cdf9d296f9e9cf4dd542906d2d97006d9aea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62d4cd101bb86bb13d8e87b5dc712705da37c3f79af8165ffef58440c783a14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54719bf4ffd55bdb98a0d8b0c31a83cb9ccbbb02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a38176307481dc6561752ff9bae4fb7f272e9c4a163500906ec91b03f5e808
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c86f42046ccf6587e20b3726323ef4478bfa96b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff51a851a1557793ff50923858c630d662eef7382e357d036021c8c5449e1af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48481a1b03f5d4b2c46e8c043cd91982d34babb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c94ae767189ea4630cbcff7cdc3d6f37cd5adcddd55814632f483839a24c6fb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b56ec45356c6319c19cf1207a9c222d8aa123c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2457244a7ae7e6d38efc73d2d01f1019e3195b342c1cc8fbed600646e3c5ded3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab08b79b901bdf3f3d7edcba1108410cce7d4d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b875292b0b5677dd41c12ab81f24bee83d07bebd74ae1f56446725b473f87
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36958e29dfcbdb43e75dd780dca9bd0a272af96a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bba1490ba449aee4a90495bb7a1c646bd69a73d3c00723f130ed74b0ce87d4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37294ee7abfd1477d96f8f3a79d4e6f57c73ff1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64433863754f65c5fa0d46abf794ec45be507063589f0121b561f76e7d5ec952
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72c371196aef31910d60c3e5500ae2e0845e039
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7249b5f78d0c2e9808cf85a157863a84b64ef63b9fa9482a43c58b7a8cd1a922
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90f89379e7582cd7881e70ed8cd6f0ad9285ac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc8f631ff0b2303eae705d8897200ef41f58190fadbed77dc0946a9825cf44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ebfcffbeecc86124d26e5dd9945d7a37d75cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07c22266e24fc2c01f8a9fa0ca5c8a3d7d4ea3e40ff4893fb9fcf93553414b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea117fb5862b034a56d444352267cd652a4bd346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324105cdb23a9e22d2cab2fc0226335e30abdd7fbadbb92771bf8312dcdb2bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2cc674adeb3e31c62dc094950dadf28ba631de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2ad9344b060902527e20be34357a2451a57ddbebad2687983c6c2879d3715c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bde6a1f8f46e8749d00b1872bbc4653f358078
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e0f69f3d799ade7cc468e381118858f4695d41d23e05b91caa8a740410075
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69407fcb8bc745a39ceab3ba50535e885812b10b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae410a13c360c1b0b1d084378971a11338c9ee0bd1d1de309b5aac3234ed3e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a510b56eef4d75a44a48d1ebed949dddb7b602
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae7f1ca8dc5539367f3ce7e086c2d3f19b7e5ff5509b57c61003aabf6f788e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3ad18f10377668b23a9a1d4904e986b149557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9301fdfc1c9dba927980d504cd96e896fa78f2d4abda1fdf7c89e84cb418e088
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aeb5e820bda89edcc7909f5fa708106672d77a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97efc17c20c678214368bfc8232b9265aac6478a84dca3187f3fd9507cb2732
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664d8f6be66bc043cd7b5059c59cb5504cd650cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445c1e9fa1fc5f2607c33b19068da67d8ba0e9ce110a18c415929ce7a4365cbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f17ed1350ccbfc12175911c09990c5503bb96be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d4d4e31032ff2689e165ac00ee36a9d8a11055ed76723aa9ddc1faf3a68a6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d150764efc9fa295f005276c22070a0b2388d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b856a6a471115f992381ec31ea3f29d41b2c3c5287a55682816916ac03adc55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afbb091285af136c610f20015165c600d0edcfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f60ce256ba55bb13404d652a32f9f2c8219f6f29975eb2047659c83b5f8149
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af77e8e07332670dac486c11810d930ed419f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15876d96bab74f8a6099d82fc96fb2592bd0d9ae9d304ffbd757a003a9022c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e200ee6a5ac74e8abdf61187f9f2bd9c50366de8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c962d70ad60885643f399f204675c6a72f995ec0383868dc7824e6489131b0d9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852381bf0394dc191c5e227d32c131a068e6a37d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2983a8942223cf3b11a97cb375e4cb9ba2d8995f27e8b25a63606dc812787a5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b61ab3a4ad269b048fbe77dc3e164fbc5c606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86839abbe1fee661e5645e7989744120f85a9a46f6304518a9b6e0aedf32f584
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68ffe7a7a9ef6791c2064fe5a7bececa3479821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc13dd4b89e6595592833142968ad4c645e37e26fae481599ec93038e08a5e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e6406473db0d19df51c4da3b3ee191f077995
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb8881ec881e91195e514ae8ac16ceb54c34718d402fc3e33d4e7dc928d55d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac2818834bdce0d6703605a530b55070fae882
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e094fd9d54682721baa765f8796c328c827935dd6484d2439d1e5881ec93a08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5978d2cb7325bdc359478fe589115c7fc9a3d049
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d446c6efe72e070ee97878e4f41e8f371e29a633c051526160dfd7b97f4a667e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9462b9a3ad32a36f48bb21c6d1f782a4101fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c8011cb4e1a36e20c922dc5eb57cec5b20f4eeaaa77beafcde82e912702c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47b7c7bf35ec557d59f70703e68cc5c8d2af2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2dde5e2f2008d5ff80e7c2b45b743962f66b09baf6db4b181921f6f208c48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8121bee68fa50165cacdff3dba9f252bd6c58fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ecc7f35ea04ab6fbdc36b55beb993875dd9f378e17ca7891a728e9e6a11f65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677b2ace9100878eb7a5829e55796e8687ad3ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd5893a5b73f68e9e9c6b5a8aaf7282925deb380b95152d6572fc1eccf383d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a58edd16a68e27df6cdc9ddc8dd12227d57f77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2636d90ff7ccdf94a918d0814ac9a5ee4feaca4835c634c99449c87c0001122
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73255ef49dcc08ec5cbb2207678585521f9a1600
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e5c72f83740a2427008d55dc1084964170ec210a278d6ffd980b58ca66f818
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8908df86872f363046255e9837d4d979d0eb57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee51f42296d6c0f12a4693e8986187c48ccec3f49f227f1af32ef3a9a1254d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f369e8c679a97e4bd24532ae6f5f2db2599db50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb4c731cfe85b081822ec380ba1f18a7d89d153cc1add50f183a42ad544cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ee5d9207839ead57273ee45b976ec0681455f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d91676bca2f43df5af1a306e25458c12665ef6f6205800b6cd9a2f08297b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a198fb8a3e6cf8a2b9e0764573c04b411cbb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab3f93cc07de08ba29b9e93cb38490217507c6aabd57187febfa094940dfd55
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d02821fbb404c22bc7948f4cb5ebd52fed9d30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38e4e9f94dd2893a49773da8c484f1cf73f535b4370af78dd25e60223b7eaba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d55f36a7a99d555ac2fe0fc0ecea9f5ca224bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af80b897ddf694b88a8de659e0f284881a0632eee7afe43cff56e865e4f075e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d86886b131b15c0c41a31d35bc487dc096eb8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61cb6a844f8d743d4dd76fc44028da162617f882bb29564c799dcbeb7a650f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e328ea029cac388d48ecef4256c1a52eb348145
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4160d5a8f40001baf6ce5ed491e685becb8002342194a29aa78cd424e685dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8280b241cf348bf4454f63d00596cc80ec07fcb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ced7d0111f26ca11a6dae6bb7fc7c3eee285a562609b3bdb80f0eb26f7d96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e7fcb566b3b819f1284c4397f98cd3c71949a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c4b24014c4e7f86044115814b4f0c2c9d11ceb0b84edb46748311b7c09627
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dbef4e8d81cf0ef7006d48bcb31440048ec3d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb83c8385f47c68f658d6a3a6d7fd5b7f6c2afa55749dfb8f349e51630473b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e9535a6b73746fbcec922660d1e0c41eddd4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b4ccc39e18a75c4755ac09f47f42213dd86ee79415bc00fc2642b6a581da67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385f9e4722163eb500973328b8f299d0b060369f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44898df621f76c8db8491024770171fdf47b7818567a95475b295f15db1673b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d389fa76293bd7fb85c4ea4c02d22b4222bc7cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8f8cb54164b962dad8422e28f75643e60b1f394de503cd313bfc53d40add80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429184c7166b5ba0ec5a99e23f0bd8b9608c421
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f2f9117973655fd15c1cf512fba533eae84516964513b9195ce9e98a50dc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb5f2d4e2df7ec8fe56f4d12feb61b10bde86d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6900faacc91f45ca439e1f6e9c0a04b5479a38b563f9bee311df2f7d9b4f94f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfee61183eb327699d5f40e8c2c8abdaf3db79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31916f7a64027d2a945da042c89a08b8a53ff259b729d35249c3c0e2d8c21203
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ee2cda5162f7a0e036c227c6a141848986264
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a04d3dc33be5251f4dfbd0aee67a9245ff8fcb9b4810b09ab0d807b4459563
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fd981ed68a273b8d09f05b64b057dae24675c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4690f04d95a97ada278bed2fb4e09a1005e0d51a9816a130b56981c348934
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7683507ce670cb272c4826476af0b8184ac2410d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d82219de804f31a513d59c91fe46db7a3f57f9ac1013bbc54b642e028e8801e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935ec1409c8833b7ab82f2c647a320164ac0c7f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f65b4200c8d1dcfa2951b6e607a7379ce3899dda6c47915876b58ee5bf0df3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18be00ef8c8331ddd74abeddf43ba92061dac4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf1a00e51216a904a5082f74bbb1733a7b687c39df15b2a44049079eb44453
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27faf75694fe7bfce8fb9ffdf8a2e016f43d5b00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c134f8bec9f17221e4a21db2c60703e468189d0f1f16f3b23444369381e64f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9140a5808fc4eb9fb01f8b7da7d3676e038a7ed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb114033af39634369387e3c69ae360fb80c9afc87ca7f1a0cce83f6950871b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d4d5f8a81cd742bb7d7a6c2f011a9c8417700c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c878ed78ae9a70ac100de69ed3727034af78d774c2267f4510cab5925a19fa49
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d6fa0ae06f56ba0c8dcd5da46dd2b0204ffbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695df244ddc7d61d990fa2b2d591991c5350f4beb99f8bd6713f6e4bc316111
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9f34eccb4267e7588d1e760a1d32e11b1878d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae282b53e2e4646a3f961ffde2e0521241b587d24b24d119b465c906e40af2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2550365e1ee5d04a8ae05f7b239d937393660665
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d9b746ffe09e998f376f6dae8e71e1019b08d3ff93c25ce79c43537ee5af2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacdc6c95db34445a781747fcfe9c61470a6ee5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe3f9120029fcd6e0aba71a058dc4d1b0d43450a3ea3d5dbf364f6327489e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88563a1d861e80427e096cd5e914819ed0eeb55d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a659bb41b728c92df60d83e0ef0d341d7af93ff7148cad9bc546c2fd9d763fab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3f4ddcd923f253e77e1a93b622c80274519ecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb3c7b155dd438f4fb67f933a0af30303c493296b350a75d62d0b84ae3e92e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed2ce83759a86f804ea114447994358c398c7dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b356c72b85d118b55c16c24f44fe510e8185386a4f97f9529ce8b4c4c75d37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aced52c449522f86ff67fca6b82a2bb36a4bd30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8e0dced3eefff26e2c961aaf4674443f75e24b34e692cf88dd53a0d139f676
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298cc555c1da77d9f3488a0046217df301b7d72b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257ebfaad4b8556dee5d06f1795a5ed58a72b8a0c73879b59e65a01f01d8c36b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5486b5ed4b77ef8cc0a77e963139f16edd1521
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ecd0471ff4f7eb5c8bb47fc4f6e29f617384ac6e2d0695420117f64cc51a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20550bf877069241208f076451752a2a738534
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a72c6feb9801cd89213eeaf304c58225fa2f5ad27d9e42cb2eed9b15cb43b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad5c233411f63e36c6271948d8304f98111dc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef222fd063be236241e8d0c88196bdce8d8abe6783d505c4ba3ff05c79b7b21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5c881aefb38ab1b980832089e277b28eeb5a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dade3cef2792eeb8f2e7ce92aa296921429cf3a07179cc8f547325c6c9a0240
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4391299da439013eb224d96c8a7468fb842a41cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a928dfc606938b45833ae2476d68cda6b65b3a874093d8dfee5bcb1bba02837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feba65cf314ca076e41c65f79853eef278bb6930
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f4d764ae5987cfdd0bbfeb838236be74736cd673dd012d4e270b2e4fa82a1a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef74cc126ed3b9a7a736a613737510d1260832c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c86bffe57067c50d1fb61934ab314d8442cea3198762cf6dc0e15e13fc39ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453b53b15fbb554a24cecff97b0560bf6dea5e7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c96911e6207e4f7f7560e3f0b3cd4d6ee52040b9a7ef4d5bc601be7292298
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c3ad64ba9565f717c3ebe1ddff9d36c481c7e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77519f4ed4589376f35d0253fc8224e7d48a41084fa71be40e6a47d39cedee77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b3ca418ee100e9987caac45544fc8ff2eb9c44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf52e47fe46aed74d8bbb473f6c7fe7de91b1c11fe0e69a5af76ebeaf85c7df3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6c2ebeb0817771758cc9ee310442152608e590
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca3102bf164871d0581c2bdfab2f914d73d128f3fccfb407d0f54c0018a1a19
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192c3aba0840bcae5590e0c638c18863ce898813
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624aee454ce73f7fbb5b68191322785b006676600dff98557dffe9400940e713
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4db9ec49af8f712fbccc81f344e508573978537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159a8011d5748689791745d1dccb48c85c9e3c4eff23e5d412caf5b7b33757d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83c507c6a938d2db5b1502404cfa3b4eb579fbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff34748a25a89c0480a87d3fe89ca5a39b3dac6ff675ff7342836244fe5bfbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfd4a4db37c000f45fa72f30b39fd38887b567c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b04479fd67c58172f2efb1c139731e95ce2abf286c2a15c67b84257c2dbe89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4539d3de9bfbdd36c9c13a5f4d5e52bd60c93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2389304f946c0091e9f7ec0d62c4b8fe0e60537e912c654520dc4d087503bf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d650181cc4d492a303aeda1aefc4d1a12b8a18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8037ad8b578949ce153f8ffd407f421ddfc873c67c895c3cd5f39c05aa5ecc0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b802a71fef48a08836cc375e7d699da098cafb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311dfee94c9aab5f61ca30ca87139072ea0c98f050f8422e56678dfa551ce801
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105998b4b9290fbefcce37cdd222f10af03cce78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce6f2164cc0c81cb1c6fe68ded97fb709eb567bd1b5a0fc82fcf166ffba1e50
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db380542d7b94aa6f17f3829db8428e50184959c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89891fddb92c1156fd4521dca91ad3e7abea393fff9432a0712b41891da4f47
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc6e1739e8cf154fd7f46eb047f9f675668372
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05e67fbaead6d57d75c4bcc5f55ab253506672b474dda23ee5e41b864ca3249
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5204b76f53b608c32b8b0a89b578fa12b2bf35dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bad5607910a29f0713d42a43d37054b1a917f737cb3cab70494566883ae3fee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b764fd9da1f3fc771b3140669825cb311e5e80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fdd79bdec1f8e91fb2ba1f426ca174c26c5981ce7c486693d2fe43d5dd6257
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f70561ea8694ea5479c154034c05c377769e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765d913300e38afbbcf5419dfc42c5459cfc4c6078d5793bbba8b41c2133ef1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee83e30d0c2a9a1b803de06de96a949cedb60e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b047a3e5b13a3f6df2c1d42846cca2ac2aa552c447aaa52eb792246a9a9989
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac08e0ccf6a8596b2ca5d358d9bac323fa2a4c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a8eca5aea5ee72895a3947a20f99857597f13a2d5c2851bca85c041af470f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284fab9cb173d202e72a05ef0ecacc5cfb80bc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53c8e9bba3e64773fe805ec4212870e8ea8083fecdb62f13e34a33915942bd4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42424584f3d78e424d0f775a823563647d6ac9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8db29469af9e9708e86b983ec5ab0fd266787bda085614e3341ba4bc0d5ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e612be45cdb15f6946f4856e9f32a72c56bfb62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f09ea97fcb66f76c257a570d16dfe93df02554f9af88b698098f27e16db21e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7b4263201409c0d59be362e7a2256f0a3bf9d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb336870d3c1dfc1a7dfdf77019f3ae10ce0a9c3bec281ddf0a6c441a602e021
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2b47edeb9a015eae6f74784456d37b6fcc3df5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9756efecd97a97c84ee6a2069d6b4ae1a0aa45cc0aa10b5cff92f3a9831353b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1985e94ea4b93153359a44d9f2eeb469aac65d9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef6800e5b5c4f4945a3762ea1fe169c4263c9a890865370efef70458486cd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cf081b19a6c3e37a5de8100797c37950b42ae9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee15c3471e46ac450630b27dff0cd663f954d7d2f4b63c93e19d9591388ea6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f365a32f5c7c089d6d66113fcce6ce2af59e61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea67f6db859d64c33f5652205d7a3bd6a94f09479c13c6b9f7f72a546ee072f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68389f45fd2030f0de52643e9035ae8d71f4fb0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a6f157f091cc320839cef1c0ff068fbcfb0fd6fbd196e73d1442b0b71a500
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9b61e6c01f7f7c0764ddd45f388cfd53006dfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8f38765ef52d7a13b30a322fd4e438bd7ed27e81992b235b1414357ba66417
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62763eca0be5d1c5878e29bde211fb67b94665f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e654491d9a00495a137eb0c30ae8df6da4c0970d4125f7b8a69a2c220c9875b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bc5bc3ff8f25cd807527920c8b3a470834fd9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346dc4a51d749a3080b971e6beb83f6f6cbc858714842843c2677db9ec78ba22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9438b3364423765401e3400f1c7db7cfd36c96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9ebf2279a913bf6d8e89b71b8279ac05a3e0ee8f0abdf25562dacd1e47f97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce25c13ba256fac3666c6adda5081825876d41cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7747f9b273dfa42ff0b9c52c232e38eb135471ad64718596f8e4957579d9189b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435bf25ff2c8c8153638eac5b634e5f724dcd3d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5b3e67f53dd740ae7bd4538d9860d72e4487c535661f4d4d2f28313efa5ae5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee08825c2751fd47b30321615de5879d00599842
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e1f86571801cf27d2e9247e276d8129e9ae7b792f3e5e4bbb991d034733d17
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c69336f196a693384bd6bab7f1001733203328
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee68bb626350b0d86dca0259372a7d962591a676a2fe6050c7f4b35094b1d3cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ef536714647367da332296766f04f39a2df6e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e7baa30f88f46a4b371ab482c86c53718921685acf760eee996f5489085af3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ce0dfa4ec128a132912f8b915c2bfcced0c4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09023d436a312980e3b937dc934354d9a015f0bfedc89b0894de5e1f0f726616
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2cda07f6e9f18c12e47dac5bbe6aa8b19e003a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51a119e6222fa5de063895e57c6e470dbca7352dc001fe380ad1b7b21400179
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b5c2e87f4f12f3f137e1a15cf7c1c8092f2ef0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ab1b737ebdba13aedfbb7114f2570d39cdcfe15a52a4d9d52706a65566bb3a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbae9d39fe9e19eb1e70701c56614a8f2ec9dbd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f35b8b631c2d91240cdac6ea090a0724c09c3aedc61bdb485b438d3b9c9c415
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a3204c27c53eec2ebac54fb5d1c563e722a133
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b583cdf5d120043f52bdf292955cf905acd45b4cd4bb2d7afcbb016a83db41bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a016bdd54a54944beedcfdce4debb4e1cf81d362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8295ddf8de7c6fc01fe133c6aa3f7c031ada29d9a4f50890bd6da68709cfeeae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd3e3d286a0cadc90e4441fb78579ff0b9199b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f501d1f385d0c3c68924551ceea162c2c7f31f99bc5c49935f61b12f01b05710
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd82bdfed08cdb1b755abed3ef70948b1104458
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36094066b8b0c3a1a673106917c1fe61148d18ea6e83c27873bb86d53c17f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c811f70080a607fd9cfe1c743a1491ebac3b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5179a7dbcd4439dabb9755ff35eaebc3d96c4690dbfbcb9d1171d168d6cd9048
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb1f17eae429dfef1740d1306782a12fa238d16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252be64e3a4abcd85587ceae62801aff62f231027638a384bc0493b436b4e4d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1918f1b7c5ab865703f0e68829851a54db6de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f61516bfc6e53b5cb7058f6cc88f0b8468294aa6049bae36a80fdca0207365
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e988ef0eb484436768edbe3f4984fed5dd48fb05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8f0534e2ee0ff6d44b940aeb051776aeb19a5185a6c31adc1a197ccfc8d18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86013b7a6d96b17ed7bc442c3dd4f216e29b0ae9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ffe432efeab9a94a4f5d5c98cb018f4c438be02ae5fb656e81f2b8cd87eb9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bba0f890fa96716d659a1fc0876705d8f25c225
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0d75da211a78995ec8af41e1ad0e65c5d43c4bcb9ed4a9573741268e766476
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9099543bd1f69d0a9c5ff9cefb89fe27d7027ad3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086b9490631a6053b0076a698c2ef1df0e6ddfc6c6c32b9b1504ce7db652acd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59656bc207007e815ea9bcbf5c50a1814a0dc236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4a10d26e7640459a964381623ef3e6b18d4f839ceff547d96b62d21bf3eac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b090c074cd951c150070a9e73b330e178984037
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45c47c647fbeeead6d00206a11bef569b83cc0de294d4dc69b09ca856c9cc7b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d602f78e256adffb355540fd209629d3328d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7f44d6c00607401d7dcfe058d01d9a8792ea4d2392898bd04bcb7517bda164
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036d6ee87903227fd859007964b14ada86ca4a04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c7f016357939a7b82b746afbb4e9c497201208ab86668f70b6f3f59387819
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022070a1764eb2ee90c59faf3d8a6bb2c6d351f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e375e302be3f5381577d05e1d7e7ef603c969190dd0c2507076c9f1ce1a06c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101cc3ad74976e99b56297da4fa3e2adef111c4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40595eadc4b0a579f708a3e0c321a0a08f8edfb996c22d57dcd9452bc3ce3bfc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f56281a7ac9ba6ac1e926dcdbec861ed8bbc1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d77b1fc664b738de559194bd708b2dbb9490151561f51b8f580cefd80160e0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d9cfedbe0fe4f71898907440359e7788daa393
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f97970b73c9cf2162456488b3c0159823a13542edf084ab2d3857d9d3d4762
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14659d5baed525dbfead6008e0bcc08f2f8da373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ab8d734dcd4876f42e470581773c486b0753d2fbf09312c7bc596adff5941b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b928f3674bef677c874947dd783b8e58edf34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7df16e53af1eccf173d87c007b8d5fe6f42a08126a912f351d1422e10a93486
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05b7d9cb2529a7fd58f6965df00d49e46b9edcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ef24e11a416e49a9634978581838324674ee5de4d335ceb19b204b9fce0b4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c7e5bbb19504f2dcebc8b5f814b42deac96a57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b4a3f90031fb426926ea3113a04365add1b4c301bffbad9189f4910b187fd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acd4f5cb16a7f8a60f01541506e95a7bfd5224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78829fb21d171125c4db38678fc55336d310abbfc5dcc3e6651361ee0312387d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731ad5478e32a8bfc35b575faec97207df903ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f14c28e7435907a867780bfeadb8b7761a912a68e0fa9b4b2fe076b6d9ead
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a9d19eb71d823c586f6369f1a2abda696bcb18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02ed21a71ed95c57eadf2b304f16ab762e5d1807b6eb4d86083cc6248b7a79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacae4a55dd013c62b84c9bc1527e3154a44151b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6082a56f4ac2208cef787a8b4568812cb0c141f29dd90c65edec69befad3f717
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ab1a31c7ecc0b4066837299e50dbd988ca365
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f1ccbff6d7fc00035ace9c5f8312ce8fa1eddca8aef358c47bfbc79c0e8b09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6618f1868fb44a1d4df07a8b984cb7831a1ba8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4fed81791bfcde0a692a08bb8da3374525acadc59a59801530e1d4bfa7d31a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2aca665f64e3e788dcd784d27b5bf30d3272b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd26618b5efc32096fa11150b991d1cf370fd675c3d070c4d2d0eeb34bf2c50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d55af965e67825a0cacff672101c5ba9a37359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b7fcc1d0e1349a93a7267f408621ac68f87304479eee18f537991f967a65b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe13aa94c46d24ae1e4fa8bd548a15eb0411eff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b594b3bb52d601dfc22a744b6861333e0e297c9130b0e5bd1eabf664ab9f68c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad22861e3e9df3b845ec1ce183f58281599b5ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5a88401a3de0d1ac7eeb726002ac1806c66e5ef56b8f1443a34b5316911d79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12ba02ffc97670f0d2794385603a5e6eba67d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970455545bd3a0ba7b7cee66f634b3bf10ea636f8df5700a7adc7359df7dd0d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5d3ed4d311873fcf5dfe1ff9ba405352dd5a2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60907e935dd0cafe11a217bdde8ddf008881a97ce22e90a3e3826cdd622933d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b11d6f351a0a8456c490544039666009f180d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c15146fd31460c199a5ced2118fbd97dd22b5f9e02f5ad8b55946232620f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede436ae335e782d6c1fb4b46a73a588be427680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc9588f706a97f92b5630a51be3e5fbf3cc5fb74365c1618f57cf2b7b7247c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01670d385f1d184d571abb02b25ba621bef5311b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525cbd64cc8ca23ba2280de8ab54f9be4ec8ea4a467baac3e69f759e9b591fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a39191380502b0a8489fa61052279e7a6f599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6007dcace1e6660b7d4362d2077efcae5db43da821141b199b40bef9f816c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe5330b84a344fcd67e277b22577f4a611bd795
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5b221eb5c366c6eec6fc9599bfdde9505e75bedf90c93e0f1751e6f953c3ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4398afe30248ae59254550984c41718f461588e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b2955747e2cff9a38947259233741e5d3eaf802a512d98517ba42c2d10970
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910be48b02d631bb5a5977df34a63beff131cf25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5179cb136462ddeb88a6e3ea813cf8921e6aa2f41e7d51c1dadd618f8da228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da711d89c9b39a19c62d81be20984e85c76756a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d38ab45067b0a846e6ce9d53fb25548f4a23958df988c7087bf969436ec0b14
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420640c195f8d203f36b8ceaea7c8888dd8b3e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd392eb189ee21e06aa03cbcf097efbc6654cb0262afc49d527ada278053e84c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06760af665efd84eddbdd4d73f684f0dc2531b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0a650f78104f29842ee6ba5fef1fa0b158b303c4b1add5ebeb4fe62bfb4a17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a9ee5f71baac1f23c362943931e8b9cd55c5d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9086ec45862e1bd3887a27c90b33dd722abc9665970a6e058bb27e1377fd49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d423aaf78dcd53303092eb6c2a8a0b242f39a09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08beb74eb34fa083185cfa244d378ce55ee3b80215aba65b04f387d6f11e9bb1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890cd1c0b6ad66bd4d34eed4e6fe2e4dacdc1381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30afd4509adee2f8ea8d66ed5b18a067b60c2f9c2be3a1bcbfb5725417b1a13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8584503c986d29bce27a2e5f3cfa0c482755f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0491b1d2c399d8cbfdd4d14e3afcb89e98993051ac5e406295d21637395d0978
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7004107bbc42ba861ec36fc9aa0d70f0de934ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f4c51d1ed4fe2464ea7acd10ae82e796422a32af2d9c0c130b1975d6282826
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dee9e72d0b29b6b508ba4750b636a67e0b69d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d07fbcae877f81e87ab2f8169b11c9bb7081006b3da3675a06e56f63179672
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60909e5b60bcfaa2721e3c6933d16be78bcd129
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd89b3b239d638a1ce6f12075f5f70c53340e714bd33146e60d92ae32a80b80f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a8ec0c8482bff47b8533a6ae1869359dbcaa70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778b48c0498c353a092725d5238f98a3aca67acd47790531eb832b3baaf337b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d049571df76bfe2c908a597e5935e94dd8f65dbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb52899397a78c305b511ab4a4a31a39850ee76f3047bededa79bc8ff9cfecc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a722ab39b19377b9e7a0f06d86280a1ab826f8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d9206ccaf902e2eaaf7d19fae8aad683b02e0c36d2adc018e288fa0c7cfd1b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ede2328a4a4568798f47bdd1a1d1a8260aba0f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f25f7da60f0de330fd72399c7efff35762937159d32395bdd5ead4ff0352ae0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08234a043df957dff910a60ab7db25f97c1bc6f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f394977bde2d630b10c5ddcbc21a5c05e4b6b6ef1dff96e53d03dee1e6de0d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7211117055cbe24960f7fb95bba8ed93051c445e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e751f1bfa1e55c94571ce730fb4b86665fe1511f826fc04ed8fa678448c4d507
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb655e14c634b0b27c61a630a63f0d09234dafa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c1c0f43a814fa9a56b03a293e2afdd20de01f0d9f12f0acb55d6b1b1875b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4d8e0244d73dc52bdfb248f1c2630f0a2ca7c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa565e4a1fb8eb77693d572b7754c1d49d91a86e4491f65eecc9e6757535fad4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715a2d84bbad3ac51fe3ed56dbc33bfa599aaf90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad10c09d67c83fde4eb59477d9aac5f49cf20d2dc8fb8a5fcd5ab5b18cc29ce8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257be06363e57c055538daf6c89d60f13e999d9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f0c4a0de64b416cb4528ea9b2dbd1ff6c953eeab4cfb948e9c90be8d0f5e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bd72b132315923dab3b10b8a7ca563a4ed4686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9591d4d124f7d2d7b939151329b7cee0b49fa94a9c93cfe507533f600f7f7cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b65817427eea5bb67fab31deb93126c2dbbcaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fab84346c94dc5f6dc6a9a545947d45988e2ad93db5ba604da99eee6f9dfea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764248bb7bab959863d7617b769afc68ee744dc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca3333ef6748d0d6936bd601cf4d21adee930e27601ca54fff8a397bbf6d90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510583efb14acd3272df097feb59c67d73fd9c58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e525228a5a3d2f1c305d58fd0e73bfe64fd101c3358301fb10743c08eb9cab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273f44357166789bb7ecf53d29c47c6c2e0f69a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d5c0ab74aadae9952bf2c8a8661e22088f186e40acd3a2b5800d89645d2ef8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b36fb5340e377b4dd5f94ed422964f0c187651e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb6e66c3c506c33cc7c851a259967734eb02d18790b8faf95abe0431103def6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e59f978c5c94f4e12f21fc28ba4254fd7aa0eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a793c9c9811e60b5716a6338a037cdcf7d1f2520a9c83da1ab7bf8ba817d35c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8360a270f84eb4f9c22e587cd0354db507489d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa11b334aa656ad40eddd31c2a2c6a0578a026b30a1208e38290a34369f44912
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70a8bc18d34118ad1f47852a24ee9812b361539
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b858500e7a38424574b5ec90201fc5d885b7fd61cb9a62e55c1a24c2979d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b166022a2edac27e3e842f93164a5ffade41566d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dac8fbd144e7b1fbbf01744477838b51d09f1feb3f7ec994075df76acec473
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d796c035418aaf94a413e6868490af6f79fd415d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e2e8295277002a3ba0a01412c5d1adbb56b999ebbc9df51edbfc13804baef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e0c999d9edd0bd564d68926fe0266e4de8b731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fbd49c1826f3eeab1125bdeeadfd31cf70909c395e2f1d1802f4cfcca5fbb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562fafa5d82194cd965225bf73210a3731cbb28e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60839160efd67b7d1c54aa0121a8327e5b1b3266b969eb3e47a41e6b943167
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4d9bcda454c241e6700740b3a02cb45731628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f6920a453ddc3a0f7e81a66a2db5733ad51756059e32140adfb57c24284e62
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f03cf99bf5a7e0f15be7b5e81c783086754203
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9d6c376a5e3f5e9295ec310fedfed322198d10df3b9baa586c08834a3f01e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53285ea95971f77ca13933ebf6a04f48932bb3e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551fc031220cd57c5008d762b8ee56406adadf5f7f969f19c8eae8b603d8c7d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2645737936fd318d22a503fc94046ef38d27f0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcb3e5c0b2e4a2b8f6afe0ce1a4b70d37a921ba1bfdf450280589b3e05bdeb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37bfd848de1af7b0abff7076b3d724518cd065c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36d5a8d744d8b42469c0528509999ae8507098839903ea0621aa6a0ba09b57a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a92589a2cb0754402d43fe72bf5bd8551efbf38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83251ff0aad61d4bdac790a1756886eecb6849e1f1a994df840d67f03b4ac55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ac6917d1258ae5d44aa4d0a2bc43891355272
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427248890545fe92dfc491c64a72476510510b461b93c7e8c5f559181067e2ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3509aae26b635b7647b2826662849ceda8fdd582
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9576f4ef22393f8d36ec291dc0725b5dfcd1cd4962ab452d383f3d7d646758ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8489fe58ad8c1d7cbe3271a7bf89e832726de0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8f64af49611f687579cc3bf36f5da2e7e7dc3158911f71ad1193cc8a0fd854
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09f6fbd8ab79b0ff201a1eff21a090fc8455c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168ce3636295cb73972a44fa979623f2a1419ea81e1b37730f778ce4aa83b0e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dee23988d9e9d208493504a21bd5d6c2a50c535
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef8b7275932630ee7143c65349769c778be3576fb960dc1e25da105ddb24c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb479fc49129aca847992f42dc2f3e544bc4419
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca53e7ef057e9f5b9cc62d0255ea2d9b67e20f6e5127005f730fe92bac4c9ebe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d09bd98cbbcd0ed62cc0037e226b4fe412906
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4fd01b4e2bf3b380a57b66a17e3ccb7e070db4594d52ec7469ab33a6f3e378
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56994b2829b89ca48398fbffc976b4d232e37ad8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b34a4585fcce6dc7f13faedd742c85131d937d481b7beebd05a2fc4169bf55c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ea37c69dc6e9924bd5cc17e4fa67aae96e7953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de3bac4caf3ad2ca8b981b7ca093b7671614ed83d35a791812474db23393b62
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd40f3abbbd35ec9b3a147b24b3b7de5d803eda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd16205d7e4727dd87b6852c7ae2107d11df012193f7828e9d5a4a1749bab345
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9153d0bbcf86db397dbd7ce00e25ee280e4efd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e654fe3ca98b5fad2f4cbd476705ae5a065978039c42078b00afe398af7b66a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cd9b9c1db4688ff11aac7b1a879416c8a9b4f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad58327396d04eae7ee6806d2bdaa9535315d71cedf509f02655c092e53bdd37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7fb64fc519abb98c289355584100ca8022f696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b51cb488d8f00a0b662edd96f226c57a915474e27b83312c69bc29dcdc2500
+size 2179